[ 526.108476] env[66507]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=66507) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.108711] env[66507]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=66507) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.108894] env[66507]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=66507) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.109248] env[66507]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 526.227875] env[66507]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=66507) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 526.237381] env[66507]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=66507) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 526.283090] env[66507]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 526.842641] env[66507]: INFO nova.virt.driver [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 526.915547] env[66507]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.915697] env[66507]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.915814] env[66507]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=66507) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 530.118069] env[66507]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a340e11a-4e44-4085-bb33-9c444ddee051 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.135127] env[66507]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=66507) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 530.135273] env[66507]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1758234e-396b-474a-ae99-c509650d1b9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.161060] env[66507]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d80b7. [ 530.161212] env[66507]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.246s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.161800] env[66507]: INFO nova.virt.vmwareapi.driver [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] VMware vCenter version: 7.0.3 [ 530.165581] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06232aa4-9a0e-4934-aba7-e5998a5433b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.184495] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22339e-e1ce-4d6d-bb73-cee13ab9f9aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.191293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a087a41-cd41-4e8b-8126-8b023f5ae5fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.198845] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c57d2-0bca-4f9e-93f0-9e8fff9bc2d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.212426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf1203-d61e-40e6-b3f2-83cdaffdd386 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.218977] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce83729-a3f6-4158-890a-0e01fb5f041e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.249651] env[66507]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f0933f08-9a10-4e29-aa9b-3aa0a7150077 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.255476] env[66507]: DEBUG nova.virt.vmwareapi.driver [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] Extension org.openstack.compute already exists. {{(pid=66507) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 530.258142] env[66507]: INFO nova.compute.provider_config [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 530.761475] env[66507]: DEBUG nova.context [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e2e03355-ccc4-4f44-a048-8d915126d310(cell1) {{(pid=66507) load_cells /opt/stack/nova/nova/context.py:472}} [ 530.761902] env[66507]: INFO nova.utils [None req-9c40bcca-eaac-44b3-81b3-f5dd2f9f9340 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 530.764111] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.764426] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.765156] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.765687] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Acquiring lock "e2e03355-ccc4-4f44-a048-8d915126d310" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.765900] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Lock "e2e03355-ccc4-4f44-a048-8d915126d310" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.766924] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Lock "e2e03355-ccc4-4f44-a048-8d915126d310" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.788035] env[66507]: INFO dbcounter [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Registered counter for database nova_cell0 [ 530.796802] env[66507]: INFO dbcounter [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Registered counter for database nova_cell1 [ 530.800244] env[66507]: DEBUG oslo_db.sqlalchemy.engines [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=66507) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 530.800650] env[66507]: DEBUG oslo_db.sqlalchemy.engines [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=66507) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 530.805849] env[66507]: ERROR nova.db.main.api [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 530.805849] env[66507]: func(*args, **kwargs) [ 530.805849] env[66507]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 530.805849] env[66507]: self.work.run() [ 530.805849] env[66507]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 530.805849] env[66507]: result = self.fn(*self.args, **self.kwargs) [ 530.805849] env[66507]: File "/opt/stack/nova/nova/utils.py", line 581, in context_wrapper [ 530.805849] env[66507]: return func(*args, **kwargs) [ 530.805849] env[66507]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 530.805849] env[66507]: result = fn(*args, **kwargs) [ 530.805849] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 530.805849] env[66507]: return f(*args, **kwargs) [ 530.805849] env[66507]: File "/opt/stack/nova/nova/objects/service.py", line 563, in _db_service_get_minimum_version [ 530.805849] env[66507]: return db.service_get_minimum_version(context, binaries) [ 530.805849] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 530.805849] env[66507]: _check_db_access() [ 530.805849] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 530.805849] env[66507]: stacktrace = ''.join(traceback.format_stack()) [ 530.805849] env[66507]: [ 530.807039] env[66507]: ERROR nova.db.main.api [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 530.807039] env[66507]: func(*args, **kwargs) [ 530.807039] env[66507]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 530.807039] env[66507]: self.work.run() [ 530.807039] env[66507]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 530.807039] env[66507]: result = self.fn(*self.args, **self.kwargs) [ 530.807039] env[66507]: File "/opt/stack/nova/nova/utils.py", line 581, in context_wrapper [ 530.807039] env[66507]: return func(*args, **kwargs) [ 530.807039] env[66507]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 530.807039] env[66507]: result = fn(*args, **kwargs) [ 530.807039] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 530.807039] env[66507]: return f(*args, **kwargs) [ 530.807039] env[66507]: File "/opt/stack/nova/nova/objects/service.py", line 563, in _db_service_get_minimum_version [ 530.807039] env[66507]: return db.service_get_minimum_version(context, binaries) [ 530.807039] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 530.807039] env[66507]: _check_db_access() [ 530.807039] env[66507]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 530.807039] env[66507]: stacktrace = ''.join(traceback.format_stack()) [ 530.807039] env[66507]: [ 530.807594] env[66507]: WARNING nova.objects.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 530.807764] env[66507]: WARNING nova.objects.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Failed to get minimum service version for cell e2e03355-ccc4-4f44-a048-8d915126d310 [ 530.808223] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Acquiring lock "singleton_lock" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.808412] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Acquired lock "singleton_lock" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.808675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Releasing lock "singleton_lock" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.809036] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Full set of CONF: {{(pid=66507) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.809208] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ******************************************************************************** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.809362] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] Configuration options gathered from: {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.809511] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.809726] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.810025] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ================================================================================ {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.810119] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] allow_resize_to_same_host = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.810312] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] arq_binding_timeout = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.810460] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] backdoor_port = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.810637] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] backdoor_socket = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.810837] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] block_device_allocate_retries = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811028] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] block_device_allocate_retries_interval = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811216] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cell_worker_thread_pool_size = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811418] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cert = self.pem {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811605] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811816] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute_monitors = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.811981] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] config_dir = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.812281] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] config_drive_format = iso9660 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.812362] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.812530] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] config_source = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.812739] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] console_host = devstack {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.812948] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] control_exchange = nova {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.813135] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cpu_allocation_ratio = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.813326] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] daemon = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.813583] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] debug = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.813700] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_access_ip_network_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.813885] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_availability_zone = nova {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.814076] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_ephemeral_format = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.814303] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_green_pool_size = 1000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.814575] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.814769] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_schedule_zone = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.814957] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] default_thread_pool_size = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.815157] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] disk_allocation_ratio = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.815355] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] enable_new_services = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.815536] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] flat_injected = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.815714] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] force_config_drive = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.815892] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] force_raw_images = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.816091] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] graceful_shutdown_timeout = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.816294] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] heal_instance_info_cache_interval = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.816545] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] host = cpu-1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.816747] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.816934] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] initial_disk_allocation_ratio = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.817130] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] initial_ram_allocation_ratio = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.817376] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.817570] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_build_timeout = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.817744] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_delete_interval = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.817930] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_format = [instance: %(uuid)s] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.818129] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_name_template = instance-%08x {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.818351] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_usage_audit = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.818560] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_usage_audit_period = month {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.818860] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.818950] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] instances_path = /opt/stack/data/nova/instances {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.819154] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] internal_service_availability_zone = internal {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.819341] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] key = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.819524] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] live_migration_retry_count = 30 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.819714] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_color = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.819897] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_config_append = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820094] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820279] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_dir = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820458] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_file = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820581] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_options = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820765] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_rotate_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.820968] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_rotate_interval_type = days {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821185] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] log_rotation_type = none {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821334] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821481] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821670] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821855] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.821999] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.822222] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] long_rpc_timeout = 1800 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.822413] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_concurrent_builds = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.822592] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_concurrent_live_migrations = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.822783] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_concurrent_snapshots = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.822965] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_local_block_devices = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.823162] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_logfile_count = 30 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.823370] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] max_logfile_size_mb = 200 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.823560] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] maximum_instance_delete_attempts = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.823735] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] migrate_max_retries = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.823930] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] mkisofs_cmd = genisoimage {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.824169] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] my_block_storage_ip = 10.180.1.21 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.824350] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] my_ip = 10.180.1.21 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.824584] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.824771] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] network_allocate_retries = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.824979] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.825190] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] osapi_compute_unique_server_name_scope = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.825375] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] password_length = 12 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.825555] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] periodic_enable = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.825734] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] periodic_fuzzy_delay = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.825919] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] pointer_model = usbtablet {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.826115] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] preallocate_images = none {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.826305] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] publish_errors = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.826454] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] pybasedir = /opt/stack/nova {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.826630] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ram_allocation_ratio = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.826805] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rate_limit_burst = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827010] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rate_limit_except_level = CRITICAL {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827203] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rate_limit_interval = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827385] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reboot_timeout = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827565] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reclaim_instance_interval = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827740] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] record = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.827926] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reimage_timeout_per_gb = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.828125] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] report_interval = 120 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.828314] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rescue_timeout = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.828504] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reserved_host_cpus = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.828682] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reserved_host_disk_mb = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.828861] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reserved_host_memory_mb = 512 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829048] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] reserved_huge_pages = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829250] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] resize_confirm_window = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829415] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] resize_fs_using_block_device = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829568] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] resume_guests_state_on_host_boot = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829725] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.829878] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] rpc_response_timeout = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830043] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] run_external_periodic_tasks = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830206] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] running_deleted_instance_action = reap {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830357] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] running_deleted_instance_poll_interval = 1800 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830508] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] running_deleted_instance_timeout = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830684] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler_instance_sync_interval = 120 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.830865] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_down_time = 720 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831041] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] servicegroup_driver = db {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831192] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] shell_completion = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831341] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] shelved_offload_time = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831487] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] shelved_poll_interval = 3600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831642] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] shutdown_timeout = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831792] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] source_is_ipv6 = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.831939] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ssl_only = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.832231] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.832404] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] sync_power_state_interval = 600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.832558] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] sync_power_state_pool_size = 1000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.832718] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] syslog_log_facility = LOG_USER {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.832863] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] tempdir = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.833024] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] thread_pool_statistic_period = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.833278] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] timeout_nbd = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.833475] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] transport_url = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.833658] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] update_resources_interval = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.833837] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_cow_images = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834025] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_journal = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834218] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_json = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834416] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_rootwrap_daemon = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834601] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_stderr = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834779] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] use_syslog = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.834951] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vcpu_pin_set = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.835124] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plugging_is_fatal = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.835352] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plugging_timeout = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.835597] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] virt_mkfs = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.835809] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] volume_usage_poll_interval = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.836055] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] watch_log_file = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.836275] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] web = /usr/share/spice-html5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.836490] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_concurrency.disable_process_locking = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.837137] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.837364] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.837569] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.837758] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.837954] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.838154] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.838408] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.838653] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.838825] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.839039] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.compute_link_prefix = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.839248] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.839447] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.dhcp_domain = novalocal {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.839635] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.enable_instance_password = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.839819] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.glance_link_prefix = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840007] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840216] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840379] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.instance_list_per_project_cells = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840567] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.list_records_by_skipping_down_cells = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840765] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.local_metadata_per_cell = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.840953] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.max_limit = 1000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.841155] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.metadata_cache_expiration = 15 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.841357] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.neutron_default_project_id = default {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.841551] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.response_validation = warn {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.841733] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.use_neutron_default_nets = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.841918] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.842117] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.842336] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.842531] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.842719] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_dynamic_targets = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.842906] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_jsonfile_path = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.843130] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.843350] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.backend = dogpile.cache.memcached {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.843543] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.backend_argument = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.843726] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.backend_expiration_time = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.843916] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.config_prefix = cache.oslo {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.844108] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.debug_cache_backend = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.844327] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.enable_retry_client = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.844517] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.enable_socket_keepalive = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.844719] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.enabled = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.844904] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.enforce_fips_mode = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.845102] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.expiration_time = 600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.845332] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.hashclient_dead_timeout = 60.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.845546] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.hashclient_retry_attempts = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.845746] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.hashclient_retry_timeout = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.845933] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_dead_retry = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.846126] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_password = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.846321] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.846507] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.846689] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_pool_maxsize = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.846870] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.847061] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_sasl_enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.847270] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.847465] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_socket_timeout = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.847646] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.memcache_username = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.847848] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.proxies = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.848047] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_db = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.848238] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_password = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.848430] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_sentinel_service_name = mymaster {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.848626] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.848817] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_server = localhost:6379 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849017] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_socket_timeout = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849204] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.redis_username = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849391] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.retry_attempts = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849579] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.retry_delay = 0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849765] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.socket_keepalive_count = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.849945] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.socket_keepalive_idle = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.850154] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.socket_keepalive_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.850345] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.tls_allowed_ciphers = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.850527] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.tls_cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.850705] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.tls_certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.850888] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.tls_enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.851076] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cache.tls_keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.851275] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.851471] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.auth_type = password {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.851652] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.851847] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.catalog_info = volumev3::publicURL {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.852038] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.852262] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.852477] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.cross_az_attach = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.852668] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.debug = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.852852] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.endpoint_template = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853049] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.http_retries = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853241] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853425] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853620] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.os_region_name = RegionOne {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853805] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.853987] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cinder.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.854199] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.854418] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.cpu_dedicated_set = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.854623] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.cpu_shared_set = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.854814] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.image_type_exclude_list = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.854999] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.855204] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.max_concurrent_disk_ops = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.855435] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.max_disk_devices_to_attach = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.855633] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.855825] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.856018] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.resource_provider_association_refresh = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.856208] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.856392] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.shutdown_retry_interval = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.856599] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.856798] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] conductor.workers = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857027] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] console.allowed_origins = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857213] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] console.ssl_ciphers = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857407] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] console.ssl_minimum_version = default {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857597] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] consoleauth.enforce_session_timeout = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857784] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] consoleauth.token_ttl = 600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.857976] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.858172] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.858361] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.858539] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.858716] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.858891] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.859082] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.859280] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.859464] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.859643] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.859821] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860000] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860197] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860387] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.service_type = accelerator {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860569] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860746] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.860923] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.861113] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.861321] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.861519] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] cyborg.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.861714] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.asyncio_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.861899] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.asyncio_slave_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.862104] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.backend = sqlalchemy {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.862339] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.862533] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.connection_debug = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.862728] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.connection_parameters = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.862925] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.connection_recycle_time = 3600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.863125] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.connection_trace = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.863312] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.db_inc_retry_interval = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.863500] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.db_max_retries = 20 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.863684] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.db_max_retry_interval = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.863880] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.db_retry_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.864081] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.max_overflow = 50 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.864306] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.max_pool_size = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.864504] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.max_retries = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.864698] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.864878] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.mysql_wsrep_sync_wait = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.865068] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.pool_timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.865262] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.retry_interval = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.865476] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.slave_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.865670] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.sqlite_synchronous = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.865853] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] database.use_db_reconnect = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.866053] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.asyncio_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.866256] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.asyncio_slave_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.866454] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.backend = sqlalchemy {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.866647] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.866834] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.connection_debug = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867032] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.connection_parameters = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867226] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.connection_recycle_time = 3600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867411] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.connection_trace = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867596] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.db_inc_retry_interval = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867781] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.db_max_retries = 20 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.867965] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.db_max_retry_interval = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.868180] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.db_retry_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.868367] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.max_overflow = 50 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.868565] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.max_pool_size = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.868749] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.max_retries = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.868938] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.869130] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.869316] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.pool_timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.869548] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.retry_interval = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.869687] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.slave_connection = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.869868] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] api_database.sqlite_synchronous = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.870078] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] devices.enabled_mdev_types = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.870283] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.870476] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ephemeral_storage_encryption.default_format = luks {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.870669] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ephemeral_storage_encryption.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.870851] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871049] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.api_servers = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871239] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871423] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871604] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871778] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.871952] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.872164] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.debug = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.872381] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.default_trusted_certificate_ids = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.872573] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.enable_certificate_validation = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.872755] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.enable_rbd_download = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.872945] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.873151] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.873342] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.873522] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.873770] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.873991] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.num_retries = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.874206] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.rbd_ceph_conf = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.874419] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.rbd_connect_timeout = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.874618] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.rbd_pool = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.874810] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.rbd_user = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.874993] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.875196] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.875396] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.875590] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.service_type = image {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.875774] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.875952] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.876150] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.876337] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.876539] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.876722] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.verify_glance_signatures = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.876901] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] glance.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.877099] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] guestfs.debug = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.877293] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.877478] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.auth_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.877670] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.877850] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878043] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878234] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878416] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878594] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878776] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.878951] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.879140] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.879324] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.879504] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.879682] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.879869] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880070] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.service_type = shared-file-system {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880263] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.share_apply_policy_timeout = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880446] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880622] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880797] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.880972] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.881199] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.881383] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] manila.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.881551] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] mks.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.881909] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882104] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.manager_interval = 2400 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882310] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.precache_concurrency = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882485] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.remove_unused_base_images = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882646] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882804] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.882967] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] image_cache.subdirectory_name = _base {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883148] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.api_max_retries = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883306] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.api_retry_interval = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883459] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883613] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.auth_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883765] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.883916] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884081] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884283] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.conductor_group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884422] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884576] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884727] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.884879] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885039] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885191] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885351] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885516] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.peer_list = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885669] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885819] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.885975] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.serial_console_state_timeout = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886140] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886302] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.service_type = baremetal {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886455] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.shard = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886609] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886758] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.886907] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887067] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887240] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887393] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ironic.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887568] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887733] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] key_manager.fixed_key = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.887907] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888071] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.barbican_api_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888223] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.barbican_endpoint = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888387] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.barbican_endpoint_type = public {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888544] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.barbican_region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888703] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.888852] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889018] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889165] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889314] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889467] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.number_of_retries = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889616] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.retry_delay = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889768] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.send_service_user_token = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.889920] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890077] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890231] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.verify_ssl = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890381] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican.verify_ssl_path = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890536] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890686] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.auth_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890834] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.890982] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891148] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891301] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891450] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891600] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891748] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] barbican_service_user.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.891907] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.approle_role_id = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892067] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.approle_secret_id = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892259] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.kv_mountpoint = secret {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892422] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.kv_path = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892578] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.kv_version = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892730] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.namespace = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.892881] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.root_token_id = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893040] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.ssl_ca_crt_file = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893208] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.timeout = 60.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893362] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.use_ssl = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893523] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893682] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893833] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.893986] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894150] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894325] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894487] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894643] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894792] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.894938] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895096] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895250] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895402] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895585] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895771] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.service_type = identity {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.895927] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896089] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896246] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896397] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896570] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896721] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] keystone.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.896902] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.ceph_mount_options = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.897241] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.897418] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.connection_uri = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.897572] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_mode = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.897731] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_model_extra_flags = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.897888] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_models = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898059] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_power_governor_high = performance {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898221] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_power_governor_low = powersave {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898376] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_power_management = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898537] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898691] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.device_detach_attempts = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898844] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.device_detach_timeout = 20 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.898997] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.disk_cachemodes = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899157] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.disk_prefix = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899310] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.enabled_perf_events = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899468] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.file_backed_memory = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899622] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.gid_maps = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899773] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.hw_disk_discard = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.899919] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.hw_machine_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900089] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_rbd_ceph_conf = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900248] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900404] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900562] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_rbd_glance_store_name = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900721] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_rbd_pool = rbd {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.900879] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_type = default {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901038] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.images_volume_group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901194] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.inject_key = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901346] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.inject_partition = -2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901497] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.inject_password = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901647] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.iscsi_iface = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901795] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.iser_use_multipath = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.901944] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_bandwidth = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902107] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902288] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_downtime = 500 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902442] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902593] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902740] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_inbound_addr = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.902890] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903047] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_permit_post_copy = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903199] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_scheme = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903358] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_timeout_action = abort {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903512] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_tunnelled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903662] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_uri = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903811] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.live_migration_with_native_tls = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.903958] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.max_queues = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.904120] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.904419] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.904575] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.nfs_mount_options = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.904870] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905049] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905240] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_iser_scan_tries = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905370] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_memory_encrypted_guests = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905526] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905678] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_pcie_ports = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905832] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.num_volume_scan_tries = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.905985] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.pmem_namespaces = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.906149] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.quobyte_client_cfg = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.906445] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.906615] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rbd_connect_timeout = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.906788] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.906946] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907110] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rbd_secret_uuid = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907298] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rbd_user = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907420] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907583] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.remote_filesystem_transport = ssh {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907735] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rescue_image_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.907888] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rescue_kernel_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908053] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rescue_ramdisk_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908215] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908367] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.rx_queue_size = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908526] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.smbfs_mount_options = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908806] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.908972] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.snapshot_compression = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909136] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.snapshot_image_format = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909360] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909518] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.sparse_logical_volumes = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909671] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.swtpm_enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909826] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.swtpm_group = tss {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.909981] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.swtpm_user = tss {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910150] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.sysinfo_serial = unique {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910299] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.tb_cache_size = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910447] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.tx_queue_size = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910602] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.uid_maps = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910751] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.use_virtio_for_bridges = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.910952] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.virt_type = kvm {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911132] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.volume_clear = zero {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911286] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.volume_clear_size = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911439] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.volume_enforce_multipath = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911593] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.volume_use_multipath = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911739] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_cache_path = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.911894] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.912064] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_mount_group = qemu {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.912253] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_mount_opts = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.912419] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.912698] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.912882] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.vzstorage_mount_user = stack {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913049] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913217] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913381] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.auth_type = password {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913529] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913675] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913823] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.913967] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.914261] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.914457] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.default_floating_pool = public {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.914614] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.914767] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.extension_sync_interval = 600 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.914916] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.http_retries = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915076] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915247] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915382] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915537] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915685] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915839] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.ovs_bridge = br-int {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.915992] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.physnets = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916163] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.region_name = RegionOne {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916325] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916485] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.service_metadata_proxy = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916634] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916793] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.service_type = network {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.916944] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917108] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917264] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917416] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917587] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917737] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] neutron.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.917900] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.bdms_in_notifications = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918078] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.default_level = INFO {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918236] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.include_share_mapping = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918403] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.notification_format = unversioned {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918554] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.notify_on_state_change = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918717] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.918879] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] pci.alias = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919045] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] pci.device_spec = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919200] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] pci.report_in_placement = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919365] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919523] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.auth_type = password {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919679] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919827] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.919970] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920128] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920272] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920419] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920564] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.default_domain_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920708] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.default_domain_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920850] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.domain_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.920990] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.domain_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921147] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921295] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921438] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921579] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921720] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.921873] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.password = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922026] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.project_domain_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922191] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.project_domain_name = Default {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922338] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.project_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922499] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.project_name = service {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922656] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.region_name = RegionOne {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922807] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.922958] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923128] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.service_type = placement {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923280] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923430] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923580] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923729] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.system_scope = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.923876] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924031] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.trust_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924182] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.user_domain_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924342] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.user_domain_name = Default {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924492] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.user_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924689] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.username = nova {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924816] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.924965] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] placement.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925150] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.cores = 20 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925306] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.count_usage_from_placement = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925464] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925633] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.injected_file_content_bytes = 10240 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925788] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.injected_file_path_length = 255 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.925942] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.injected_files = 5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926109] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.instances = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926264] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.key_pairs = 100 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926472] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.metadata_items = 128 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926579] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.ram = 51200 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926730] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.recheck_quota = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.926887] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.server_group_members = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927055] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.server_groups = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927254] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927418] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] quota.unified_limits_resource_strategy = require {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927581] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927733] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.927882] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.image_metadata_prefilter = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928047] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928205] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.max_attempts = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928358] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.max_placement_results = 1000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928512] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928658] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.query_placement_for_image_type_support = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928807] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.928967] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] scheduler.workers = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929139] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929296] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929464] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929622] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929772] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.929922] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930081] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930259] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930414] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.host_subset_size = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930565] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930710] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.930859] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931012] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931184] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931337] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.isolated_hosts = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931489] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.isolated_images = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931637] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931784] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.931935] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932107] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.pci_in_placement = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932268] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932416] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932598] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932718] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.932868] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933031] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933187] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.track_instance_changes = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933352] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933511] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] metrics.required = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933664] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] metrics.weight_multiplier = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933817] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.933970] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] metrics.weight_setting = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.934298] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.934460] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.934624] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.port_range = 10000:20000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.934786] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.934943] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935116] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] serial_console.serialproxy_port = 6083 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935275] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935440] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.auth_type = password {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935589] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935735] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.935884] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936041] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936191] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936359] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.send_service_user_token = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936516] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936664] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] service_user.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936822] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.agent_enabled = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.936972] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.937289] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.937501] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.937662] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.html5proxy_port = 6082 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.937812] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.image_compression = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.937958] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.jpeg_compression = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.938118] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.playback_compression = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.938270] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.require_secure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.938429] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.server_listen = 127.0.0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.938586] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.938853] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939021] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.streaming_mode = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939177] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] spice.zlib_compression = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939333] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] upgrade_levels.baseapi = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939494] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] upgrade_levels.compute = auto {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939644] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] upgrade_levels.conductor = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939791] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] upgrade_levels.scheduler = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.939948] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940113] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.auth_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940266] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940414] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940566] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940714] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.940861] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941025] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941167] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vendordata_dynamic_auth.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941332] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.api_retry_count = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941484] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.ca_file = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941643] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.cache_prefix = devstack-image-cache {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941799] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.cluster_name = testcl1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.941951] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.connection_pool_size = 10 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942110] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.console_delay_seconds = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942268] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.datastore_regex = ^datastore.* {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942476] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942639] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.host_password = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942797] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.host_port = 443 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.942953] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.host_username = administrator@vsphere.local {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943128] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.insecure = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943279] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.integration_bridge = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943432] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.maximum_objects = 100 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943578] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.pbm_default_policy = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943727] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.pbm_enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.943872] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.pbm_wsdl_location = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944037] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944186] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.serial_port_proxy_uri = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944352] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.serial_port_service_uri = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944513] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.task_poll_interval = 0.5 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944672] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.use_linked_clone = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944828] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.vnc_keymap = en-us {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.944979] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.vnc_port = 5900 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.945139] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vmware.vnc_port_total = 10000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.945318] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.auth_schemes = ['none'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.945478] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.945767] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.945941] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946114] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.novncproxy_port = 6080 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946293] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.server_listen = 127.0.0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946463] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946640] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.vencrypt_ca_certs = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946801] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.vencrypt_client_cert = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.946949] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vnc.vencrypt_client_key = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947123] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947278] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_deep_image_inspection = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947428] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947579] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947728] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.947875] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.disable_rootwrap = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948030] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.enable_numa_live_migration = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948182] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948329] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948477] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948624] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.libvirt_disable_apic = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948805] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.948973] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949138] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949290] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949440] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949586] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949737] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.949889] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950048] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950206] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950378] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950532] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] wsgi.secure_proxy_ssl_header = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950684] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] zvm.ca_file = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.950829] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] zvm.cloud_connector_url = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.951138] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.951303] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] zvm.reachable_timeout = 300 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.951464] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.951665] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.951878] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.connection_string = messaging:// {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952051] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.enabled = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952216] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.es_doc_type = notification {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952369] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.es_scroll_size = 10000 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952523] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.es_scroll_time = 2m {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952694] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.filter_error_trace = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.952866] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.hmac_keys = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953032] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.sentinel_service_name = mymaster {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953191] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.socket_timeout = 0.1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953341] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.trace_requests = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953488] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler.trace_sqlalchemy = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953655] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler_jaeger.process_tags = {} {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953803] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler_jaeger.service_name_prefix = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.953951] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] profiler_otlp.service_name_prefix = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954123] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954303] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954459] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954608] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954757] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.954901] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955058] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955212] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955362] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955517] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955661] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955814] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.955964] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956124] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956274] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956431] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956596] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956757] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.956913] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957071] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957221] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957366] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957513] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957659] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957804] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.957948] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958106] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958255] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958400] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958544] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958693] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958848] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.958998] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959158] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959310] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959463] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.ssl_version = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959611] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959782] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959934] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_notifications.retry = -1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960106] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960265] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_messaging_notifications.transport_url = **** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960426] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.auth_section = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960577] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.auth_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960721] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.cafile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960881] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.certfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961025] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.collect_timing = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961162] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.connect_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961305] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.connect_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961447] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_id = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961602] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_interface = publicURL {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961746] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_override = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961985] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962051] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962189] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.endpoint_service_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962334] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.insecure = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962476] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.keyfile = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962617] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.max_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962756] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.min_version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962895] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.region_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963046] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.retriable_status_codes = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963195] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.service_name = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963336] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.service_type = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963482] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.split_loggers = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963627] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.status_code_retries = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963773] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.status_code_retry_delay = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963916] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.timeout = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964121] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.valid_interfaces = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964319] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_limit.version = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964484] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_reports.file_event_handler = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964650] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964835] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] oslo_reports.log_dir = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965019] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965166] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965314] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965461] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965615] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965763] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965985] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966188] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966367] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966694] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966877] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967050] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967207] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967359] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] vif_plug_ovs_privileged.user = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967519] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.flat_interface = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967688] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967849] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968012] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968182] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968343] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968494] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968643] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968808] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968967] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.isolate_vif = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969134] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969288] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969445] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969602] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.ovsdb_interface = native {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969752] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] os_vif_ovs.per_port_bridge = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969908] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.capabilities = [21, 2] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970065] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970213] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.helper_command = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970359] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.log_daemon_traceback = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970513] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970663] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970810] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] privsep_osbrick.user = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970968] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971125] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.group = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971270] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.helper_command = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971416] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.log_daemon_traceback = False {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971566] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971715] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971861] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] nova_sys_admin.user = None {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971979] env[66507]: DEBUG oslo_service.backend._eventlet.service [None req-050a8af1-d17a-4ddb-a0d3-448f34cce85f None None] ******************************************************************************** {{(pid=66507) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.972430] env[66507]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 531.476474] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Getting list of instances from cluster (obj){ [ 531.476474] env[66507]: value = "domain-c8" [ 531.476474] env[66507]: _type = "ClusterComputeResource" [ 531.476474] env[66507]: } {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.477592] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d039d8b-1c73-4ce3-89cf-97fa47886bbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.486907] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Got total of 0 instances {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 531.487530] env[66507]: WARNING nova.virt.vmwareapi.driver [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 531.487990] env[66507]: INFO nova.virt.node [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Generated node identity 6a4ab062-316e-4d9d-a5f3-22dace365bf4 [ 531.488251] env[66507]: INFO nova.virt.node [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Wrote node identity 6a4ab062-316e-4d9d-a5f3-22dace365bf4 to /opt/stack/data/n-cpu-1/compute_id [ 531.991094] env[66507]: WARNING nova.compute.manager [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Compute nodes ['6a4ab062-316e-4d9d-a5f3-22dace365bf4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 532.996136] env[66507]: INFO nova.compute.manager [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 534.001614] env[66507]: WARNING nova.compute.manager [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 534.001924] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.002147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.002313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.002468] env[66507]: DEBUG nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 534.003392] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5fcd28-1461-4215-aa48-4f522659a4c0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.011993] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776ff31-8cd8-4092-a962-a515e911aae2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.027409] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc1cc3-a2dd-44ca-a783-1d26d0726c9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.035319] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef4b69-215d-496b-b214-0f22bff80c1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.064915] env[66507]: DEBUG nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180710MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 534.065112] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.065292] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.568162] env[66507]: WARNING nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] No compute node record for cpu-1:6a4ab062-316e-4d9d-a5f3-22dace365bf4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6a4ab062-316e-4d9d-a5f3-22dace365bf4 could not be found. [ 535.072382] env[66507]: INFO nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 [ 536.580943] env[66507]: DEBUG nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 536.581329] env[66507]: DEBUG nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 536.738225] env[66507]: INFO nova.scheduler.client.report [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] [req-9180c9ea-04fb-4ecb-83f2-7830b9df1f37] Created resource provider record via placement API for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 536.756830] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c0a5b9-520a-4128-afea-3ba2fb3684d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.764933] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a03fa8-b94a-4915-a0a7-36319aa1562f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.795781] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a5d640-2e21-4040-9540-577a7347b0c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.803801] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6c577-934c-4204-9873-6177ad58d0ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.817201] env[66507]: DEBUG nova.compute.provider_tree [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.356444] env[66507]: DEBUG nova.scheduler.client.report [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 537.356660] env[66507]: DEBUG nova.compute.provider_tree [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 0 to 1 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 537.356799] env[66507]: DEBUG nova.compute.provider_tree [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.410662] env[66507]: DEBUG nova.compute.provider_tree [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 1 to 2 during operation: update_traits {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 537.916030] env[66507]: DEBUG nova.compute.resource_tracker [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 537.916378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.916442] env[66507]: DEBUG nova.service [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Creating RPC server for service compute {{(pid=66507) start /opt/stack/nova/nova/service.py:177}} [ 537.930094] env[66507]: DEBUG nova.service [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] Join ServiceGroup membership for this service compute {{(pid=66507) start /opt/stack/nova/nova/service.py:194}} [ 537.930278] env[66507]: DEBUG nova.servicegroup.drivers.db [None req-c03b0a59-e43a-45bf-89e3-0289ef22d905 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=66507) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 544.933111] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_power_states {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 545.436157] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Getting list of instances from cluster (obj){ [ 545.436157] env[66507]: value = "domain-c8" [ 545.436157] env[66507]: _type = "ClusterComputeResource" [ 545.436157] env[66507]: } {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.437364] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b7c2b4-d914-4efb-a4b4-009aec2e15e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.446196] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Got total of 0 instances {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.446409] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 545.446698] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Getting list of instances from cluster (obj){ [ 545.446698] env[66507]: value = "domain-c8" [ 545.446698] env[66507]: _type = "ClusterComputeResource" [ 545.446698] env[66507]: } {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.447573] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd642fa0-9453-40c5-8f02-d4c9b75aeb1f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.454970] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Got total of 0 instances {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.853444] env[66507]: INFO nova.utils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] The default thread pool MainProcess.default is initialized [ 576.854249] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.854490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.359737] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 577.907111] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.907394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.909338] env[66507]: INFO nova.compute.claims [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.971652] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f30990-c86d-4f45-8941-7e15e21252f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.984408] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484757e3-d607-4bbb-b62d-2772877693e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.019232] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a8eab4-c9a7-4629-bc8c-b0b6abb659b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.028205] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7362b91-e4c7-4f1f-8008-2b360d0f0dac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.044697] env[66507]: DEBUG nova.compute.provider_tree [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.551635] env[66507]: DEBUG nova.scheduler.client.report [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.057973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.058752] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 580.565150] env[66507]: DEBUG nova.compute.utils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.570798] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 581.069495] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 582.084923] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 582.358801] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 582.359088] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.359245] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 582.359444] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.359591] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 582.359757] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 582.359995] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.360159] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 582.360568] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 582.361299] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 582.361299] env[66507]: DEBUG nova.virt.hardware [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 582.361851] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c546e0-3c37-452b-a711-7fa01286b105 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.371919] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1c915-8b85-4590-af21-9c0aec427a5a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.394417] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ac22a-0b22-48c3-93dc-0d83ec16d07b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.418621] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.428076] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.429084] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a6dbb5-0d58-49da-85f7-b3f817472ea4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.442199] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created folder: OpenStack in parent group-v4. [ 582.442199] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating folder: Project (c6df30ee953a4a7b969b4574b06a1720). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.442517] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d9cba0-154a-4352-be28-db9c2b0b5785 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.452967] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created folder: Project (c6df30ee953a4a7b969b4574b06a1720) in parent group-v905587. [ 582.453201] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating folder: Instances. Parent ref: group-v905588. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.453465] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fac040b-9e3e-4b6a-8062-b5120379f1fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.464104] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created folder: Instances in parent group-v905588. [ 582.464104] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 582.464289] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.464542] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b488ecdd-7a4c-4c7c-99c5-d0df8cf95ce2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.486951] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.486951] env[66507]: value = "task-4637490" [ 582.486951] env[66507]: _type = "Task" [ 582.486951] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.499620] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637490, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.997631] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637490, 'name': CreateVM_Task, 'duration_secs': 0.398818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.997946] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.999118] env[66507]: DEBUG oslo_vmware.service [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ae7ff-13ec-4f91-8967-9f49bdd12cd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.006948] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.007273] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.008116] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.008470] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b648195d-3ba3-4f63-a400-082bff08cb91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.014201] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 583.014201] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5242c5e2-111e-36d6-faf3-b33b6b72aa6a" [ 583.014201] env[66507]: _type = "Task" [ 583.014201] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.031644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.032064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.032413] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.032675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.033220] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.033570] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623373a0-affa-40f8-8fe1-121ed8f589eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.053289] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.054413] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.054413] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e8204-3951-4e11-ba8c-358ed52a9d8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.062040] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0930bb-8ce4-491b-9826-62798b80873a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.069198] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 583.069198] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5296632a-c1f6-1425-4fa6-0e15ee4ec989" [ 583.069198] env[66507]: _type = "Task" [ 583.069198] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.078815] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5296632a-c1f6-1425-4fa6-0e15ee4ec989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.471946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "53257a1e-cf01-4b87-b1a1-081176888044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.472207] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.582730] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 583.583032] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating directory with path [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.583265] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c49599-5bcf-4008-9072-5cd143762eab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.609600] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created directory with path [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.609791] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Fetch image to [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 583.611140] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Downloading image file data 7d84b058-126e-4bb2-8160-0805529cf00c to [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk on the data store datastore2 {{(pid=66507) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 583.612518] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b350ca-6edf-4804-9b38-e54dab85869d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.623296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16253f69-cc49-4f5e-b8eb-f185a588c147 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.638144] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f71b13-0a21-44b6-8bef-c8a87ee9648a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.677503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40269eb5-0977-44ff-b3ce-64db37feecd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.685448] env[66507]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bf7f469d-9bf6-456a-8144-4b5ba881b930 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.783439] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Downloading image file data 7d84b058-126e-4bb2-8160-0805529cf00c to the data store datastore2 {{(pid=66507) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 583.866593] env[66507]: DEBUG oslo_vmware.rw_handles [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 583.977576] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 584.515808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.517165] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.519030] env[66507]: INFO nova.compute.claims [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.550943] env[66507]: DEBUG oslo_vmware.rw_handles [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 584.551226] env[66507]: DEBUG oslo_vmware.rw_handles [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 584.694091] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Downloaded image file data 7d84b058-126e-4bb2-8160-0805529cf00c to vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk on the data store datastore2 {{(pid=66507) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 584.695101] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 584.695348] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copying Virtual Disk [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk to [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.695660] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ae9821-4d37-448c-8f4b-09cc3b4ec0a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.706827] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 584.706827] env[66507]: value = "task-4637491" [ 584.706827] env[66507]: _type = "Task" [ 584.706827] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.719681] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.220605] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637491, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.279899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.280239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.463467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.466659] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.637370] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8703944b-c1ef-483e-8aa0-5b9297ddc106 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.647826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01aac8-b895-4b82-a9ba-f1aa33ef5b14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.684689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c92ff-f911-4e62-9a47-9600c385c62b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.695243] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c43cff-caee-40ba-9ace-e5483011d594 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.711972] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.724011] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677478} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.724902] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copied Virtual Disk [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk to [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.725129] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleting the datastore file [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.725336] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1325e300-e54b-4705-a23f-ca82ba273be9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.736368] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 585.736368] env[66507]: value = "task-4637492" [ 585.736368] env[66507]: _type = "Task" [ 585.736368] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.746367] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.786418] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 585.968432] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 586.246438] env[66507]: ERROR nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [req-473028f5-cb14-4ebd-a4df-b118a9e94b5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-473028f5-cb14-4ebd-a4df-b118a9e94b5f"}]} [ 586.253646] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027802} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.253946] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.254206] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Moving file from [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0/7d84b058-126e-4bb2-8160-0805529cf00c to [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c. {{(pid=66507) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 586.254526] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-92e52630-84a0-48e9-b626-18ed26f0b7a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.267665] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 586.267665] env[66507]: value = "task-4637493" [ 586.267665] env[66507]: _type = "Task" [ 586.267665] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.280340] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637493, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.295209] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.304325] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.305874] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 586.305874] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.318688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.365109] env[66507]: DEBUG nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.393847] env[66507]: DEBUG nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.394142] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.416265] env[66507]: DEBUG nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.416798] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 6 to 7 during operation: update_aggregates {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 586.450877] env[66507]: DEBUG nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.503349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.639212] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff0960-17c3-4e91-badd-39512eb2c78c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.649959] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339cdf12-993f-46dc-aa1a-2a33900a4f27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.687837] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa44038-9acf-4b90-93d5-ffeeebee7742 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.696660] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a582c1c-9c0d-430f-a9c1-6416b5d06f5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.713365] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.775351] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637493, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028311} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.775351] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] File moved {{(pid=66507) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 586.775811] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Cleaning up location [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 586.776105] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleting the datastore file [datastore2] vmware_temp/6799321c-4bed-4287-b768-2bcea93b11a0 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.776480] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60864ef1-8164-43bd-a307-d369cba7c68b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.785210] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 586.785210] env[66507]: value = "task-4637494" [ 586.785210] env[66507]: _type = "Task" [ 586.785210] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.795668] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.808456] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.816926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "7dec543d-026e-4c30-a03e-2f913b553cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.817181] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.253947] env[66507]: DEBUG nova.scheduler.client.report [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 7 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 587.254355] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 7 to 8 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 587.254456] env[66507]: DEBUG nova.compute.provider_tree [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.297713] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026547} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.298089] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.298818] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddaa04d-c6c1-41f2-89d9-428ad0b85028 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.305805] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 587.305805] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522f184f-183f-af21-bfeb-5cafc4eef7be" [ 587.305805] env[66507]: _type = "Task" [ 587.305805] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.314433] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522f184f-183f-af21-bfeb-5cafc4eef7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.322232] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 587.761058] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.244s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.761379] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 587.766637] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.446s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.766637] env[66507]: INFO nova.compute.claims [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.821185] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522f184f-183f-af21-bfeb-5cafc4eef7be, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.822119] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.822119] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.822768] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c27280-77ad-4bb7-b4d2-e1d0f58af020 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.836415] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 587.836415] env[66507]: value = "task-4637495" [ 587.836415] env[66507]: _type = "Task" [ 587.836415] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.846777] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.847862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.271576] env[66507]: DEBUG nova.compute.utils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.278596] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 588.278596] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 588.278596] env[66507]: WARNING neutronclient.v2_0.client [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.282757] env[66507]: WARNING neutronclient.v2_0.client [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.349367] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50315} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.349367] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.349367] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.350097] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c266a1-6faf-4a37-8b29-3b336485f228 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.358084] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 588.358084] env[66507]: value = "task-4637496" [ 588.358084] env[66507]: _type = "Task" [ 588.358084] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.374107] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.456923] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "37454815-84ce-48bb-b057-15c876873e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.457187] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.526038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.526038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.571015] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "433a2a92-9167-450b-922a-a963c8ba9d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.572281] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.790045] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 588.831307] env[66507]: DEBUG nova.policy [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd1a34b5d0384add9f297f4e9fa974fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fa62cef1a7b4956bc291f681919a0f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.870751] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069078} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.871067] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.872224] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039db8b-aae1-47e9-897f-58dc56f11112 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.905527] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.908842] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a1fd7d-90c6-4957-b8c6-5bae39d857c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.933413] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 588.933413] env[66507]: value = "task-4637497" [ 588.933413] env[66507]: _type = "Task" [ 588.933413] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.942982] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.962677] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 589.029724] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 589.040944] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c690893-fdb1-4ce5-ba00-805c2a9dd53b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.055362] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0978d-697b-4330-a6cb-4c64ec742e39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.131139] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 589.139209] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d381ae-43f9-4497-9d11-38be0d2115b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.154319] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb8667-7d43-40de-a4c0-a9fb4e225806 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.171301] env[66507]: DEBUG nova.compute.provider_tree [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.444980] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637497, 'name': ReconfigVM_Task, 'duration_secs': 0.295218} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.445141] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.445968] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e0fc18-e84b-4993-a0a3-d674504e289a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.455726] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 589.455726] env[66507]: value = "task-4637498" [ 589.455726] env[66507]: _type = "Task" [ 589.455726] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.468054] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637498, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.492404] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.557161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.622786] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Successfully created port: 37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.670535] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.675799] env[66507]: DEBUG nova.scheduler.client.report [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.706154] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.706584] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.758304] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.762018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.801205] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 589.837085] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 589.837340] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.837524] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 589.837732] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.837910] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 589.839192] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 589.839525] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 589.839744] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 589.840020] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 589.840194] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 589.840847] env[66507]: DEBUG nova.virt.hardware [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 589.842548] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cb6d1-10ca-4b90-ae82-027bfe14b25d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.854592] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce71610-9b0a-48fa-aac8-ed0665fb1ccb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.966705] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637498, 'name': Rename_Task, 'duration_secs': 0.150572} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.966973] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.967749] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81cf231c-50cd-4dbc-9e08-e4a454a5b54a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.982032] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 589.982032] env[66507]: value = "task-4637499" [ 589.982032] env[66507]: _type = "Task" [ 589.982032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.995233] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.184811] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.185408] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 590.188435] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.687s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.189856] env[66507]: INFO nova.compute.claims [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.212049] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 590.262746] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 590.452806] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.453057] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.499872] env[66507]: DEBUG oslo_vmware.api [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637499, 'name': PowerOnVM_Task, 'duration_secs': 0.466697} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.500391] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.500914] env[66507]: INFO nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Took 8.42 seconds to spawn the instance on the hypervisor. [ 590.501408] env[66507]: DEBUG nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 590.503018] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa73e21-4fcf-4929-95d9-8157dbfcc41d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.694536] env[66507]: DEBUG nova.compute.utils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.698384] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 590.698384] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.698980] env[66507]: WARNING neutronclient.v2_0.client [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.699370] env[66507]: WARNING neutronclient.v2_0.client [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.750965] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.782591] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.028173] env[66507]: INFO nova.compute.manager [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Took 13.16 seconds to build instance. [ 591.198909] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 591.360788] env[66507]: DEBUG nova.policy [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6add8384a5b4e55b78e70265e058b60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1d05710a35479ea8b2d36e2c815a30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.410996] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0c837-7dd9-4754-a4f9-80d7418a0332 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.420118] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02a4c9-e792-4291-8f10-470c7f1c09d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.456380] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87388c8b-7330-4655-be84-7d5547f4ef86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.466963] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ab9a7-acbf-40cc-bed3-235179d44649 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.480163] env[66507]: DEBUG nova.compute.provider_tree [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.530862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9559b689-594c-497f-acc5-c42d1f187b92 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.676s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.549549] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Successfully updated port: 37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 591.959434] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Successfully created port: 45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.984366] env[66507]: DEBUG nova.scheduler.client.report [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.036088] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 592.052371] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.052805] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquired lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.053037] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 592.208018] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 592.236154] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.236374] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.236539] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.236708] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.240166] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.240166] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.240166] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.240166] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.240166] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.240437] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.240437] env[66507]: DEBUG nova.virt.hardware [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.240437] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06048c61-aa7a-4a0b-966d-354e1107aff1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.249925] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd35bd9-24fd-47bc-949d-8c8ce73a2dbe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.435764] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.435973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.493837] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.494364] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 592.499025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.691s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.499216] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.499367] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 592.499652] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.652s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.501290] env[66507]: INFO nova.compute.claims [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.504946] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3034f-67c7-4195-861f-25f43c76e428 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.515448] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b2d05-c0c3-4641-9f35-f90485066222 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.531116] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d64885-abb8-4ede-8a87-346edfae7f2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.546905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f6e26-cd11-4d6a-bb11-c54430723489 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.587445] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180700MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 592.587445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.588658] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.746133] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 593.006738] env[66507]: DEBUG nova.compute.utils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.008074] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 593.008269] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.008583] env[66507]: WARNING neutronclient.v2_0.client [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.008876] env[66507]: WARNING neutronclient.v2_0.client [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.141862] env[66507]: WARNING neutronclient.v2_0.client [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.513448] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 593.755630] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42540a5f-fbbe-4847-8a12-e30d5831b3a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.767668] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b927eca-f7ac-4d0f-81ba-16720d246951 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.807594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf85904-d2ec-4147-97e6-adcc11e65b8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.817706] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45fdba-516f-40fa-a44c-59cf54cb60f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.832353] env[66507]: DEBUG nova.compute.provider_tree [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.900363] env[66507]: DEBUG nova.policy [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36b1911a67114f6aa13e4ab129ea003d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076627bbe73440d09c504ee66048212d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.075753] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Successfully updated port: 45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.122823] env[66507]: DEBUG nova.network.neutron [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Updating instance_info_cache with network_info: [{"id": "37c6705e-9dfd-4250-9387-01374d89ab0f", "address": "fa:16:3e:71:b8:b0", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6705e-9d", "ovs_interfaceid": "37c6705e-9dfd-4250-9387-01374d89ab0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.335474] env[66507]: DEBUG nova.scheduler.client.report [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.515634] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Successfully created port: 77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.531718] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 594.562454] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.562677] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.563015] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.563338] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.563942] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.564126] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.564745] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.564745] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.564745] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.565030] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.565030] env[66507]: DEBUG nova.virt.hardware [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.566148] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ac700-4735-4f9c-8432-0b277c05b558 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.577067] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0b51c-36ec-4343-9e3f-cc502fb04cf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.585312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.585656] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.585731] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.627346] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Releasing lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.628039] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Instance network_info: |[{"id": "37c6705e-9dfd-4250-9387-01374d89ab0f", "address": "fa:16:3e:71:b8:b0", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6705e-9d", "ovs_interfaceid": "37c6705e-9dfd-4250-9387-01374d89ab0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 594.629921] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c6705e-9dfd-4250-9387-01374d89ab0f', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.640288] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Creating folder: Project (5fa62cef1a7b4956bc291f681919a0f1). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.641091] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef01f352-b87d-4223-870f-91b0dce0f1a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.655668] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Created folder: Project (5fa62cef1a7b4956bc291f681919a0f1) in parent group-v905587. [ 594.655863] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Creating folder: Instances. Parent ref: group-v905591. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.656183] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4221153e-6a60-472d-a31a-e5ee145b85f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.669602] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Created folder: Instances in parent group-v905591. [ 594.669888] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 594.670107] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.670324] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104275d8-b87c-489e-aced-1cf6d94b25e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.697682] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.697682] env[66507]: value = "task-4637502" [ 594.697682] env[66507]: _type = "Task" [ 594.697682] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.708210] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637502, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.841370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.842632] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 594.846287] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.354s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.848072] env[66507]: INFO nova.compute.claims [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.182800] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.213508] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637502, 'name': CreateVM_Task, 'duration_secs': 0.390901} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.214208] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.214792] env[66507]: WARNING neutronclient.v2_0.client [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.282086] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.282942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.282942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.283193] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097eb1f0-ea98-4b60-b63f-111125d058ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.291432] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 595.291432] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525cd852-aa2a-4870-10c9-3c0f28d7e15f" [ 595.291432] env[66507]: _type = "Task" [ 595.291432] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.302327] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525cd852-aa2a-4870-10c9-3c0f28d7e15f, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.302708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.302951] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.303191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.303329] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.303495] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.303761] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88dcef7d-ec39-4b7a-aef6-73485ce623ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.313755] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.314043] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.314808] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9071b701-a1c0-4cf5-81a8-b8b76ccc60a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.321628] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 595.321628] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529beec0-1d41-ca55-a590-46345cb2ad17" [ 595.321628] env[66507]: _type = "Task" [ 595.321628] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.334674] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529beec0-1d41-ca55-a590-46345cb2ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.354077] env[66507]: DEBUG nova.compute.utils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.358495] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 595.358495] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 595.358762] env[66507]: WARNING neutronclient.v2_0.client [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.358941] env[66507]: WARNING neutronclient.v2_0.client [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.415020] env[66507]: DEBUG nova.compute.manager [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Received event network-vif-plugged-37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 595.415020] env[66507]: DEBUG oslo_concurrency.lockutils [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] Acquiring lock "53257a1e-cf01-4b87-b1a1-081176888044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.415020] env[66507]: DEBUG oslo_concurrency.lockutils [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] Lock "53257a1e-cf01-4b87-b1a1-081176888044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.415020] env[66507]: DEBUG oslo_concurrency.lockutils [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] Lock "53257a1e-cf01-4b87-b1a1-081176888044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.415020] env[66507]: DEBUG nova.compute.manager [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] No waiting events found dispatching network-vif-plugged-37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 595.415772] env[66507]: WARNING nova.compute.manager [req-9f6ce042-9cc6-4524-929c-1b040e58123e req-cb00d93c-30c8-452f-9841-8d64f8d46254 service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Received unexpected event network-vif-plugged-37c6705e-9dfd-4250-9387-01374d89ab0f for instance with vm_state building and task_state spawning. [ 595.432635] env[66507]: WARNING neutronclient.v2_0.client [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.478529] env[66507]: DEBUG nova.policy [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd763ea3db5c4a1595a3642f13af376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b6ac497994f2a81d3e3dda97a1381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.837849] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529beec0-1d41-ca55-a590-46345cb2ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.838669] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825c1788-436c-4522-87ec-4bea1627c63f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.844872] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 595.844872] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5267ff68-b511-d0fc-7702-7769f80ed5dd" [ 595.844872] env[66507]: _type = "Task" [ 595.844872] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.853587] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5267ff68-b511-d0fc-7702-7769f80ed5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.859316] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 596.016034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.016265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.062746] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89c80f-e5e3-46d1-8bfb-fb634d40e1d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.073456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31edc721-a5f4-4766-a0c7-468f9dc7d575 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.106967] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d60db0-5589-4f4c-99db-a6270022b0be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.115427] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c05f77-8663-478e-aab1-6397acaa0bed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.130462] env[66507]: DEBUG nova.compute.provider_tree [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.147486] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Successfully created port: 2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.228113] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Successfully updated port: 77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.232208] env[66507]: INFO nova.compute.manager [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Rebuilding instance [ 596.263673] env[66507]: DEBUG nova.network.neutron [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Updating instance_info_cache with network_info: [{"id": "45ed9fe5-9a27-4013-ac92-197bbade6639", "address": "fa:16:3e:8d:dc:fd", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ed9fe5-9a", "ovs_interfaceid": "45ed9fe5-9a27-4013-ac92-197bbade6639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.282448] env[66507]: DEBUG nova.compute.manager [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 596.283417] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e96024-104a-418f-915b-10fd3a65fd91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.358967] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5267ff68-b511-d0fc-7702-7769f80ed5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.359296] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.359579] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 53257a1e-cf01-4b87-b1a1-081176888044/53257a1e-cf01-4b87-b1a1-081176888044.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.359858] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c04d35f-e556-4ebc-abec-3ba1d4d370ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.373187] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 596.373187] env[66507]: value = "task-4637503" [ 596.373187] env[66507]: _type = "Task" [ 596.373187] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.383021] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.634880] env[66507]: DEBUG nova.scheduler.client.report [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.731853] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.732130] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquired lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.732340] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.770035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.770459] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Instance network_info: |[{"id": "45ed9fe5-9a27-4013-ac92-197bbade6639", "address": "fa:16:3e:8d:dc:fd", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ed9fe5-9a", "ovs_interfaceid": "45ed9fe5-9a27-4013-ac92-197bbade6639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 596.770982] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:dc:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ed9fe5-9a27-4013-ac92-197bbade6639', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.779390] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Creating folder: Project (ed1d05710a35479ea8b2d36e2c815a30). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.780190] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe65f56e-d818-4578-b6f1-66853055a481 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.793762] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Created folder: Project (ed1d05710a35479ea8b2d36e2c815a30) in parent group-v905587. [ 596.793914] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Creating folder: Instances. Parent ref: group-v905594. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.796200] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6dad0ed-6f6d-455a-a748-dd864df75111 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.808457] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Created folder: Instances in parent group-v905594. [ 596.808761] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 596.808975] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.809214] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f235a2-f2b6-435e-9ac3-769331be6589 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.834010] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.834010] env[66507]: value = "task-4637506" [ 596.834010] env[66507]: _type = "Task" [ 596.834010] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.845215] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637506, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.871607] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 596.885034] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505022} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.885333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 53257a1e-cf01-4b87-b1a1-081176888044/53257a1e-cf01-4b87-b1a1-081176888044.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.885533] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.886322] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a05d2d7-2d33-487c-a68a-ee3ef33f2aed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.895951] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 596.895951] env[66507]: value = "task-4637507" [ 596.895951] env[66507]: _type = "Task" [ 596.895951] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.901969] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.902241] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.902391] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.902628] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.902787] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.902930] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.903154] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.903312] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.903477] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.903626] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.903812] env[66507]: DEBUG nova.virt.hardware [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.904781] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0141302-d953-4d20-8c0b-31788196ea95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.914580] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.923801] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9b46e-4644-4f3e-89a3-a748d3e6add0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.140637] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.141133] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 597.143891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.587s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.145383] env[66507]: INFO nova.compute.claims [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.299414] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.299690] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28f32f8-48f9-47cb-bf19-50884c2b8220 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.308070] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 597.308070] env[66507]: value = "task-4637508" [ 597.308070] env[66507]: _type = "Task" [ 597.308070] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.317925] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.345681] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637506, 'name': CreateVM_Task, 'duration_secs': 0.355695} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.345863] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.346354] env[66507]: WARNING neutronclient.v2_0.client [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.346701] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.346847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.347178] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.347427] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe52a53f-a2c7-4875-aad7-60d544ce3ae4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.352750] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 597.352750] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52731e43-6dfb-9390-0fb3-b4a20d13b457" [ 597.352750] env[66507]: _type = "Task" [ 597.352750] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.362616] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52731e43-6dfb-9390-0fb3-b4a20d13b457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.407811] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14097} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.408395] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.409514] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1381b27d-bcbc-4ca1-8364-227b9c025c84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.435024] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 53257a1e-cf01-4b87-b1a1-081176888044/53257a1e-cf01-4b87-b1a1-081176888044.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.435024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c2a091-1b4e-4143-8265-1a178e07a975 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.456641] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 597.456641] env[66507]: value = "task-4637509" [ 597.456641] env[66507]: _type = "Task" [ 597.456641] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.467969] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.650340] env[66507]: DEBUG nova.compute.utils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.654275] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 597.654275] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.654275] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.654275] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.823170] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637508, 'name': PowerOffVM_Task, 'duration_secs': 0.139415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.823467] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.824779] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.825597] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e102e6-177a-470d-b958-c7b1311f4817 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.834329] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.834598] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19025427-4d26-4cbb-aeef-ddd6bf13b7da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.867887] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52731e43-6dfb-9390-0fb3-b4a20d13b457, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.868132] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.868324] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.868516] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleting the datastore file [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.871826] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Successfully updated port: 2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 597.875706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.875706] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.875706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.875706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.876298] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.876298] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20468a20-07d0-4f21-ba2b-4a1d804f2e01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.877022] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deafd58c-3f7b-47f6-b1bb-2221eb8b1b2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.885308] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 597.885308] env[66507]: value = "task-4637511" [ 597.885308] env[66507]: _type = "Task" [ 597.885308] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.891163] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.891352] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.892697] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ac1244-7b3a-4f6c-bdeb-6797c343baa0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.905897] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.906295] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 597.906295] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52df60a1-c3d9-7338-4551-34cb5048ac85" [ 597.906295] env[66507]: _type = "Task" [ 597.906295] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.921181] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52df60a1-c3d9-7338-4551-34cb5048ac85, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.921448] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02091a3-5cad-47ef-ac87-3498efee0d42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.928102] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 597.928102] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ba6307-7de1-dfdb-59ca-7babafd3612f" [ 597.928102] env[66507]: _type = "Task" [ 597.928102] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.938051] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba6307-7de1-dfdb-59ca-7babafd3612f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.948583] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.969118] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637509, 'name': ReconfigVM_Task, 'duration_secs': 0.281738} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.969878] env[66507]: DEBUG nova.policy [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2127cd4d49d472fb375f48e3a4ca604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c4c87555b864b13822fabd0cbebec55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.971859] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 53257a1e-cf01-4b87-b1a1-081176888044/53257a1e-cf01-4b87-b1a1-081176888044.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.974396] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ae3f688-b426-40dc-bae2-ea3ed70cc8b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.986981] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 597.986981] env[66507]: value = "task-4637512" [ 597.986981] env[66507]: _type = "Task" [ 597.986981] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.996481] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637512, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.109143] env[66507]: WARNING neutronclient.v2_0.client [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.158045] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 598.203995] env[66507]: DEBUG nova.network.neutron [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Updating instance_info_cache with network_info: [{"id": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "address": "fa:16:3e:27:fd:2d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77707475-ef", "ovs_interfaceid": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.320553] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Successfully created port: 04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.378168] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.378429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.378429] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.399186] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100688} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.399709] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.399926] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.400104] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.405260] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae97fd06-6298-484c-8e1a-4bbae44100c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.421200] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b31c62-26d0-410b-be2e-e8a11f5913e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.456038] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2f644-542d-4307-8b3f-a672265eaf4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.468387] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae10e7a-a212-4651-ba1f-1b5c531b2b60 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.472953] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba6307-7de1-dfdb-59ca-7babafd3612f, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.473244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.473535] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 8bfe6cb6-0fd2-416f-ba65-775627e38628/8bfe6cb6-0fd2-416f-ba65-775627e38628.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.474272] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-828f83ae-697b-4c18-afac-fb4203e58a4d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.487213] env[66507]: DEBUG nova.compute.provider_tree [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.494952] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 598.494952] env[66507]: value = "task-4637513" [ 598.494952] env[66507]: _type = "Task" [ 598.494952] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.502341] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637512, 'name': Rename_Task, 'duration_secs': 0.159662} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.503611] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.503971] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396dc23a-0d01-4b45-8ddc-8b7ff6130efe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.510333] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.517025] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 598.517025] env[66507]: value = "task-4637514" [ 598.517025] env[66507]: _type = "Task" [ 598.517025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.528193] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.705995] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Releasing lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.706220] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Instance network_info: |[{"id": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "address": "fa:16:3e:27:fd:2d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77707475-ef", "ovs_interfaceid": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 598.707106] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:fd:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77707475-ef8d-4437-b1bb-8eb09bb209d8', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.722644] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Creating folder: Project (076627bbe73440d09c504ee66048212d). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.723197] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fdfc5b3-76c4-4823-8ec1-7bf802b1e87b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.739527] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Created folder: Project (076627bbe73440d09c504ee66048212d) in parent group-v905587. [ 598.743029] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Creating folder: Instances. Parent ref: group-v905597. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.743029] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c512a950-aace-4340-8602-a2b2d4fc0d58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.754740] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Created folder: Instances in parent group-v905597. [ 598.755187] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.755459] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.755706] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2844ce33-34e0-4cb4-a369-0d7dde05ee11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.784746] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.784746] env[66507]: value = "task-4637517" [ 598.784746] env[66507]: _type = "Task" [ 598.784746] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.795413] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637517, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.811654] env[66507]: DEBUG nova.compute.manager [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Received event network-vif-plugged-45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 598.811905] env[66507]: DEBUG oslo_concurrency.lockutils [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] Acquiring lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.813455] env[66507]: DEBUG oslo_concurrency.lockutils [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.813455] env[66507]: DEBUG oslo_concurrency.lockutils [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.813455] env[66507]: DEBUG nova.compute.manager [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] No waiting events found dispatching network-vif-plugged-45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 598.813455] env[66507]: WARNING nova.compute.manager [req-5576aeea-7f7e-4f15-80e2-06f42954548b req-6f9d2eaa-4ba8-4bfb-a136-bebc821167d2 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Received unexpected event network-vif-plugged-45ed9fe5-9a27-4013-ac92-197bbade6639 for instance with vm_state building and task_state spawning. [ 598.990013] env[66507]: DEBUG nova.scheduler.client.report [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.009724] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.037280] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.176518] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 599.205812] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 599.206344] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.206344] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 599.206443] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.206620] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 599.206811] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 599.207113] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.207306] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 599.207580] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 599.207707] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 599.207837] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 599.208769] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d1509-d3a6-461d-b251-666a9e65930e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.218213] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c3cada-874f-483e-9c7a-a9e8b72183cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.299021] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637517, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.372500] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.435555] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 599.435555] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.436009] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 599.436009] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.436009] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 599.436009] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 599.436196] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.436355] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 599.436529] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 599.436689] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 599.436857] env[66507]: DEBUG nova.virt.hardware [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 599.437776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda3d9d0-9b22-48d7-b570-f18e89f9a99c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.446697] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2ebf1-698f-42ba-8ba7-73eba8a93867 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.461156] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.467566] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.467566] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.467566] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0cbcf09-8f15-4858-9998-fcc107dccbe3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.485422] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.485422] env[66507]: value = "task-4637518" [ 599.485422] env[66507]: _type = "Task" [ 599.485422] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.494187] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637518, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.496106] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.496596] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 599.499283] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.829s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.500755] env[66507]: INFO nova.compute.claims [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.517499] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578289} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.517499] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 8bfe6cb6-0fd2-416f-ba65-775627e38628/8bfe6cb6-0fd2-416f-ba65-775627e38628.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.517499] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.517499] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f198edcd-1c41-48e8-b347-e6323ec9cd4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.537413] env[66507]: DEBUG oslo_vmware.api [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637514, 'name': PowerOnVM_Task, 'duration_secs': 0.606395} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.539798] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.540063] env[66507]: INFO nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Took 9.74 seconds to spawn the instance on the hypervisor. [ 599.540301] env[66507]: DEBUG nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 599.542026] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 599.542026] env[66507]: value = "task-4637519" [ 599.542026] env[66507]: _type = "Task" [ 599.542026] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.542026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50c1277-ebeb-4935-8569-94715276d92f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.558103] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.797631] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637517, 'name': CreateVM_Task, 'duration_secs': 0.545533} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.797631] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.797631] env[66507]: WARNING neutronclient.v2_0.client [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.797945] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.798754] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.798754] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.798754] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bf2242-c9c4-45b3-a0c7-bacebfc28033 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.805439] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 599.805439] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ba39d3-a410-572a-a465-1699fe9b10e9" [ 599.805439] env[66507]: _type = "Task" [ 599.805439] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.814838] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba39d3-a410-572a-a465-1699fe9b10e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.937831] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Successfully updated port: 04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.005701] env[66507]: DEBUG nova.compute.utils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.006954] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637518, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.007258] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 600.007432] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.007736] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.008132] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.054957] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07333} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.055596] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.056537] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0445d019-bd83-40d3-881a-582360b9434d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.096350] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8bfe6cb6-0fd2-416f-ba65-775627e38628/8bfe6cb6-0fd2-416f-ba65-775627e38628.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.096437] env[66507]: INFO nova.compute.manager [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Took 15.61 seconds to build instance. [ 600.099059] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365351ae-9fbc-41eb-8800-ac123039ae9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.137083] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 600.137083] env[66507]: value = "task-4637520" [ 600.137083] env[66507]: _type = "Task" [ 600.137083] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.153454] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.203396] env[66507]: DEBUG nova.policy [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2127cd4d49d472fb375f48e3a4ca604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c4c87555b864b13822fabd0cbebec55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.227673] env[66507]: WARNING neutronclient.v2_0.client [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.320888] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba39d3-a410-572a-a465-1699fe9b10e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.321332] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.321749] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.322113] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.322343] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.322648] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.323031] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7076a96-148c-456a-a74b-29ba1b87c83e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.335063] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.335271] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.336115] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab374178-ece6-4d48-bd59-e01f5809b6fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.343353] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 600.343353] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526fce7a-ce6e-3dfe-6d6a-973ad293145e" [ 600.343353] env[66507]: _type = "Task" [ 600.343353] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.352821] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526fce7a-ce6e-3dfe-6d6a-973ad293145e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.443166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.443166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.443166] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.498525] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637518, 'name': CreateVM_Task, 'duration_secs': 0.537821} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.498706] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.499500] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.499500] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.500212] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.500212] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6beaee58-5863-4165-9770-a13f8930048a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.508262] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 600.508262] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528cb7f6-c256-efd1-3949-765069e8bbe7" [ 600.508262] env[66507]: _type = "Task" [ 600.508262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.518726] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 600.533595] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528cb7f6-c256-efd1-3949-765069e8bbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.534018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.534302] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.534529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.581045] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Successfully created port: 8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.601040] env[66507]: DEBUG oslo_concurrency.lockutils [None req-acf17e5f-a046-4e0d-b8da-5ba3af52652b tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.129s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.652934] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.778463] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef2976-3499-4e03-ae17-8708aa13212e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.790107] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cdae3-c306-4c35-add8-7f1d4580dd14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.823209] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd223c93-4648-4717-b92f-b21e4a581826 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.831835] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b140277-ee30-4481-a888-fc82f5d9eb73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.849058] env[66507]: DEBUG nova.compute.provider_tree [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.859778] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526fce7a-ce6e-3dfe-6d6a-973ad293145e, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.861313] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6762dd5-af94-4c3c-a87e-b38dd10400be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.868278] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 600.868278] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5233c062-f278-18bd-4623-0d87577324f7" [ 600.868278] env[66507]: _type = "Task" [ 600.868278] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.879570] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5233c062-f278-18bd-4623-0d87577324f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.879833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.880096] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 4b4c0062-a4ac-4ded-b482-80d461cb0e5a/4b4c0062-a4ac-4ded-b482-80d461cb0e5a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.880377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.880651] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.881204] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0287539b-c1e0-477f-86e0-84f880017c94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.883608] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fbaede-bb20-4d4a-92d5-61a6821f3689 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.891263] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 600.891263] env[66507]: value = "task-4637521" [ 600.891263] env[66507]: _type = "Task" [ 600.891263] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.895485] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.895701] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.896739] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f02315-753c-4676-bd9c-46d11a02732a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.902401] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.906440] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 600.906440] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b290bf-c726-c54c-ba18-378340bd0115" [ 600.906440] env[66507]: _type = "Task" [ 600.906440] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.914720] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b290bf-c726-c54c-ba18-378340bd0115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.106573] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 601.149856] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637520, 'name': ReconfigVM_Task, 'duration_secs': 0.743916} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.150151] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8bfe6cb6-0fd2-416f-ba65-775627e38628/8bfe6cb6-0fd2-416f-ba65-775627e38628.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.151061] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-056cce5e-5289-4f4b-b4ec-e71bbdb69ef4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.160414] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 601.160414] env[66507]: value = "task-4637522" [ 601.160414] env[66507]: _type = "Task" [ 601.160414] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.171240] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637522, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.217274] env[66507]: DEBUG nova.network.neutron [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Updating instance_info_cache with network_info: [{"id": "2d247c27-838e-4358-88f4-6f210177fa64", "address": "fa:16:3e:18:76:88", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d247c27-83", "ovs_interfaceid": "2d247c27-838e-4358-88f4-6f210177fa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.355330] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.360263] env[66507]: DEBUG nova.scheduler.client.report [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.402559] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.419419] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b290bf-c726-c54c-ba18-378340bd0115, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.420508] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06393c97-8888-4a60-8ae8-2f63925b1f70 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.427479] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 601.427479] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527f66ec-c4d3-4c46-f821-fa1ae3e66ec2" [ 601.427479] env[66507]: _type = "Task" [ 601.427479] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.440686] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527f66ec-c4d3-4c46-f821-fa1ae3e66ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.528379] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 601.559409] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.559658] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.559850] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.560030] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.560175] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.560316] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.560521] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.560731] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.560859] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.560988] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.561167] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.562075] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c5af3-3f77-4990-9f24-47509ba26aa5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.571439] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0362a1-2762-4015-893f-eef8cae4c92b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.652772] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.672975] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637522, 'name': Rename_Task, 'duration_secs': 0.217192} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.673305] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.673671] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76787d36-0bcd-46f1-90f9-459872edde2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.681567] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 601.681567] env[66507]: value = "task-4637523" [ 601.681567] env[66507]: _type = "Task" [ 601.681567] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.690679] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.719495] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.719876] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Instance network_info: |[{"id": "2d247c27-838e-4358-88f4-6f210177fa64", "address": "fa:16:3e:18:76:88", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d247c27-83", "ovs_interfaceid": "2d247c27-838e-4358-88f4-6f210177fa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 601.720363] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:76:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d247c27-838e-4358-88f4-6f210177fa64', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.728189] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating folder: Project (9a3b6ac497994f2a81d3e3dda97a1381). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.728515] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f364244-7e78-466c-845d-d1c0fe3e686b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.741279] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created folder: Project (9a3b6ac497994f2a81d3e3dda97a1381) in parent group-v905587. [ 601.741556] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating folder: Instances. Parent ref: group-v905601. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.741833] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd4bf62-260b-4eaa-ab41-cb5b95252f3c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.753273] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created folder: Instances in parent group-v905601. [ 601.753554] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.753768] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.753997] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d5acac-85d1-4b5c-b5cb-9cbdd2f72053 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.780820] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.780820] env[66507]: value = "task-4637526" [ 601.780820] env[66507]: _type = "Task" [ 601.780820] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.790921] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637526, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.867588] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.867588] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 601.870434] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.121s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.871633] env[66507]: INFO nova.compute.claims [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.903091] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536983} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.903356] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 4b4c0062-a4ac-4ded-b482-80d461cb0e5a/4b4c0062-a4ac-4ded-b482-80d461cb0e5a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.903569] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.903818] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96a1ef47-7555-43db-917d-08d65e0b1c43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.911751] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 601.911751] env[66507]: value = "task-4637527" [ 601.911751] env[66507]: _type = "Task" [ 601.911751] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.921498] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.939828] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527f66ec-c4d3-4c46-f821-fa1ae3e66ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.026299} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.939828] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.940691] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.941068] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404ebe48-95d2-4836-98a4-6f1a1e261547 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.949978] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 601.949978] env[66507]: value = "task-4637528" [ 601.949978] env[66507]: _type = "Task" [ 601.949978] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.959856] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.178076] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.196023] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.231627] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.232418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.290195] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Successfully updated port: 8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 602.301259] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637526, 'name': CreateVM_Task, 'duration_secs': 0.382832} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.302120] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.302749] env[66507]: WARNING neutronclient.v2_0.client [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.303195] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.303339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.303896] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.304048] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00044819-7ed1-48a8-8aa7-55618ed2ae42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.312836] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 602.312836] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528b8f08-f78e-4b5e-d822-8dcc08e7c96c" [ 602.312836] env[66507]: _type = "Task" [ 602.312836] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.325526] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528b8f08-f78e-4b5e-d822-8dcc08e7c96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.376282] env[66507]: DEBUG nova.compute.utils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.379701] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 602.379929] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.380332] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.380692] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.421749] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09851} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.422680] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.422889] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb71380-dcad-4a7b-8a64-e4b294af394c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.448466] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4b4c0062-a4ac-4ded-b482-80d461cb0e5a/4b4c0062-a4ac-4ded-b482-80d461cb0e5a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.452021] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c08fcc-76d1-413b-93cf-2537a8881a2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.476733] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.478402] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 602.478402] env[66507]: value = "task-4637529" [ 602.478402] env[66507]: _type = "Task" [ 602.478402] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.487847] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.640550] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Updating instance_info_cache with network_info: [{"id": "04dab892-2dba-4d00-817f-310eb5050206", "address": "fa:16:3e:5e:7a:f5", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dab892-2d", "ovs_interfaceid": "04dab892-2dba-4d00-817f-310eb5050206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.693555] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.709190] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Received event network-changed-37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 602.709190] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Refreshing instance network info cache due to event network-changed-37c6705e-9dfd-4250-9387-01374d89ab0f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 602.710667] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Acquiring lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.710667] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Acquired lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.710667] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Refreshing network info cache for port 37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.714018] env[66507]: DEBUG nova.policy [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2127cd4d49d472fb375f48e3a4ca604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c4c87555b864b13822fabd0cbebec55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.802867] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.803082] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.803398] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.827518] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528b8f08-f78e-4b5e-d822-8dcc08e7c96c, 'name': SearchDatastore_Task, 'duration_secs': 0.073151} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.827830] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.828064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.828291] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.828425] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.828591] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.828855] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6331dd-3b37-4f3d-8d06-c556ff70f065 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.838861] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.839116] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.839812] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f01215-66cc-49d5-aae1-0c82b8fbd90a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.846634] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 602.846634] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e95c94-489c-a914-78a6-5cfe51b28964" [ 602.846634] env[66507]: _type = "Task" [ 602.846634] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.856807] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e95c94-489c-a914-78a6-5cfe51b28964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.880738] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 602.978166] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587282} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.981306] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.981549] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.982080] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a9b65ce-9f3d-43b0-864a-c52c8c3b6ff2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.993540] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637529, 'name': ReconfigVM_Task, 'duration_secs': 0.318538} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.995241] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4b4c0062-a4ac-4ded-b482-80d461cb0e5a/4b4c0062-a4ac-4ded-b482-80d461cb0e5a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.996216] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 602.996216] env[66507]: value = "task-4637530" [ 602.996216] env[66507]: _type = "Task" [ 602.996216] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.999380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d491b0-aa34-4e4f-b00d-9b3c9387bea7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.011751] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.013926] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 603.013926] env[66507]: value = "task-4637531" [ 603.013926] env[66507]: _type = "Task" [ 603.013926] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.027028] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637531, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.126285] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f36d3-959f-4152-9c52-74c96dda3aa8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.135230] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7891d0f-517e-4605-9473-f0b0e805ca69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.174673] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.175078] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Instance network_info: |[{"id": "04dab892-2dba-4d00-817f-310eb5050206", "address": "fa:16:3e:5e:7a:f5", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dab892-2d", "ovs_interfaceid": "04dab892-2dba-4d00-817f-310eb5050206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 603.176779] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Successfully created port: 48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.180077] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04dab892-2dba-4d00-817f-310eb5050206', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.192500] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating folder: Project (6c4c87555b864b13822fabd0cbebec55). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.193608] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc98e6-1795-48c5-a160-c32074f67bbe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.197715] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-620edb96-88af-45ef-9a92-4bed51aef78b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.217450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5137bcdc-9ade-4e18-a326-d81f3a314f66 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.221863] env[66507]: WARNING neutronclient.v2_0.client [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.223938] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created folder: Project (6c4c87555b864b13822fabd0cbebec55) in parent group-v905587. [ 603.224127] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating folder: Instances. Parent ref: group-v905604. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.227570] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a55c934-df3e-462e-b249-c68fc1a5446e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.229100] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.240781] env[66507]: DEBUG nova.compute.provider_tree [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.243329] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created folder: Instances in parent group-v905604. [ 603.243490] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.243896] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.244137] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01bf3aeb-6bfc-4e64-99d1-83c8ca555955 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.264810] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.264810] env[66507]: value = "task-4637534" [ 603.264810] env[66507]: _type = "Task" [ 603.264810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.273857] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637534, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.358949] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e95c94-489c-a914-78a6-5cfe51b28964, 'name': SearchDatastore_Task, 'duration_secs': 0.03452} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.360252] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adc9c4a-cd61-423a-bc21-f9247f687462 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.365906] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 603.365906] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5279e769-756a-2ec6-a3a7-4c574e5b88c6" [ 603.365906] env[66507]: _type = "Task" [ 603.365906] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.375475] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5279e769-756a-2ec6-a3a7-4c574e5b88c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.515843] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173946} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.515963] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.516819] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae4519-d400-43cf-871c-2bb396675835 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.541162] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.544467] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92efad2-1bcf-4ec6-946c-317374df84c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.559030] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637531, 'name': Rename_Task, 'duration_secs': 0.157035} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.559969] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.559969] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d6619f-f0f3-4451-a68b-6cdb0f6488a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.566980] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 603.566980] env[66507]: value = "task-4637535" [ 603.566980] env[66507]: _type = "Task" [ 603.566980] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.568354] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 603.568354] env[66507]: value = "task-4637536" [ 603.568354] env[66507]: _type = "Task" [ 603.568354] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.583033] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.587470] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.692744] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 603.714221] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.745525] env[66507]: DEBUG nova.scheduler.client.report [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.776263] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637534, 'name': CreateVM_Task, 'duration_secs': 0.48836} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.776487] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.777051] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.777445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.777597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.777894] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.778445] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17ecbe6-dee5-4e42-96c2-0b73a9e82899 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.783835] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 603.783835] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ec1d9d-c7b1-2d50-d92c-0383943612d4" [ 603.783835] env[66507]: _type = "Task" [ 603.783835] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.792691] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec1d9d-c7b1-2d50-d92c-0383943612d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.878385] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5279e769-756a-2ec6-a3a7-4c574e5b88c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.878756] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.878914] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7dec543d-026e-4c30-a03e-2f913b553cce/7dec543d-026e-4c30-a03e-2f913b553cce.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.879161] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-509ca69a-7588-42c0-8c04-828bb99886d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.888400] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 603.888400] env[66507]: value = "task-4637537" [ 603.888400] env[66507]: _type = "Task" [ 603.888400] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.896174] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 603.905339] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.926280] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.926527] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.926676] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.926854] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.927175] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.927175] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.927396] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.927549] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.927711] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.927874] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.928053] env[66507]: DEBUG nova.virt.hardware [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.929050] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c6fd90-27e6-4fae-ac90-4a37186be122 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.938195] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9000f77-3a0a-47e6-8a6f-0a0e5933af92 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.081506] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637535, 'name': ReconfigVM_Task, 'duration_secs': 0.451371} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.085396] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.089016] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.089016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46efbab4-1959-4c4a-ab8c-4d5daee59aa2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.093762] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 604.093762] env[66507]: value = "task-4637538" [ 604.093762] env[66507]: _type = "Task" [ 604.093762] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.103991] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637538, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.209100] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.252490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.253432] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 604.256823] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.475s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.258829] env[66507]: INFO nova.compute.claims [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.297227] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec1d9d-c7b1-2d50-d92c-0383943612d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01543} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.297576] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.297863] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.298079] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.298225] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.298416] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.298712] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d54edf-ba55-48e0-9d49-84725f18a59b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.317214] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.317450] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.318570] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a8009d-d45e-49b8-a046-c7092b4e46b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.328406] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 604.328406] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52845ca3-0517-4ed9-aa03-242aca863721" [ 604.328406] env[66507]: _type = "Task" [ 604.328406] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.342400] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52845ca3-0517-4ed9-aa03-242aca863721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.400290] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.585609] env[66507]: DEBUG oslo_vmware.api [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637536, 'name': PowerOnVM_Task, 'duration_secs': 0.796244} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.586125] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.586453] env[66507]: INFO nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Took 10.05 seconds to spawn the instance on the hypervisor. [ 604.588024] env[66507]: DEBUG nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 604.588024] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829feb66-35cc-4a38-9d31-9ca08f5d004a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.610036] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637538, 'name': Rename_Task, 'duration_secs': 0.184468} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.610036] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.610036] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7495c0b-9f15-403b-98f3-22e2fe8ffc30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.616976] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 604.616976] env[66507]: value = "task-4637539" [ 604.616976] env[66507]: _type = "Task" [ 604.616976] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.626584] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.709991] env[66507]: DEBUG oslo_vmware.api [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637523, 'name': PowerOnVM_Task, 'duration_secs': 2.686981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.710364] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.710475] env[66507]: INFO nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Took 12.50 seconds to spawn the instance on the hypervisor. [ 604.710662] env[66507]: DEBUG nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 604.711551] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e755a-3456-49a9-aa25-6c94cb2355dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.763136] env[66507]: DEBUG nova.compute.utils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.766997] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 604.766997] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.767368] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.767585] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.840364] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52845ca3-0517-4ed9-aa03-242aca863721, 'name': SearchDatastore_Task, 'duration_secs': 0.061976} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.841252] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab347fb-c5a2-4bd9-a498-72c14f66b3d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.847773] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 604.847773] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526fea1c-96f1-455e-d281-2f44a0df0933" [ 604.847773] env[66507]: _type = "Task" [ 604.847773] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.857190] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526fea1c-96f1-455e-d281-2f44a0df0933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.900180] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736078} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.900296] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7dec543d-026e-4c30-a03e-2f913b553cce/7dec543d-026e-4c30-a03e-2f913b553cce.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.900451] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.900696] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a57725-85f8-42ac-a1b9-919778463774 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.910874] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 604.910874] env[66507]: value = "task-4637540" [ 604.910874] env[66507]: _type = "Task" [ 604.910874] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.923271] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.038651] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Successfully updated port: 48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.109256] env[66507]: DEBUG nova.policy [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff396255df4b54abbb1cb613b68856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c6b92b16c642b5b5242efff03a9dd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.116133] env[66507]: INFO nova.compute.manager [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Took 18.64 seconds to build instance. [ 605.133548] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.232577] env[66507]: INFO nova.compute.manager [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Took 18.94 seconds to build instance. [ 605.271252] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 605.365141] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526fea1c-96f1-455e-d281-2f44a0df0933, 'name': SearchDatastore_Task, 'duration_secs': 0.023449} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.365475] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.366309] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 37454815-84ce-48bb-b057-15c876873e73/37454815-84ce-48bb-b057-15c876873e73.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.366378] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f5652b-8f7c-4d54-91a7-7fcb0e3be2da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.375390] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 605.375390] env[66507]: value = "task-4637541" [ 605.375390] env[66507]: _type = "Task" [ 605.375390] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.384619] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.425473] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187711} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.425669] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.426534] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c68e9e-90c5-4005-851d-fefa5f65c1d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.453560] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 7dec543d-026e-4c30-a03e-2f913b553cce/7dec543d-026e-4c30-a03e-2f913b553cce.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.456936] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb460525-9c8a-4527-a8c2-26d6b2dc6230 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.480138] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 605.480138] env[66507]: value = "task-4637542" [ 605.480138] env[66507]: _type = "Task" [ 605.480138] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.491973] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.541467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.541614] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.541794] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.553547] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a35b8-6575-4be6-ad60-af0d6be6135b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.563205] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Successfully created port: 4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.566845] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d025771-85fd-464c-8042-710ed216af4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.602143] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfaee3d-049c-4bae-a3d6-8e2f221ab0e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.608201] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.613491] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88719d6f-5303-41cd-b68c-636040112242 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.619628] env[66507]: DEBUG oslo_concurrency.lockutils [None req-de8a1cb5-b356-4050-ada3-13155f561163 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.156s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.637394] env[66507]: DEBUG nova.compute.provider_tree [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.648229] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.735504] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c91dd592-cfcf-4a67-9779-6d68db9e3afe tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.455s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.886795] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.995273] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.996987] env[66507]: WARNING neutronclient.v2_0.client [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.125848] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 606.139913] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task} progress is 81%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.141390] env[66507]: DEBUG nova.scheduler.client.report [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.238747] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 606.285920] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 606.321699] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.322106] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.322362] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.322700] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.323074] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.323418] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.323730] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.323949] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.324151] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.324316] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.324487] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.325802] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85d363-2b89-4557-b210-ea419d46694c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.336462] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe2a03-63bf-4c01-82ab-474f2b101188 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.387162] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858363} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.387457] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 37454815-84ce-48bb-b057-15c876873e73/37454815-84ce-48bb-b057-15c876873e73.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.387686] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.387971] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54531d1f-cea8-474f-b0cd-bfc21294dafc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.399465] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 606.399465] env[66507]: value = "task-4637543" [ 606.399465] env[66507]: _type = "Task" [ 606.399465] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.409966] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.496999] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637542, 'name': ReconfigVM_Task, 'duration_secs': 0.941488} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.496999] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 7dec543d-026e-4c30-a03e-2f913b553cce/7dec543d-026e-4c30-a03e-2f913b553cce.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.498374] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c791decb-a21f-40a3-8472-c23aa8d1e326 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.506898] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 606.506898] env[66507]: value = "task-4637544" [ 606.506898] env[66507]: _type = "Task" [ 606.506898] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.517473] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637544, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.640070] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task} progress is 81%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.647137] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.647688] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 606.650398] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.063s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.663147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.762870] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.911507] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077057} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.911786] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.912771] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244dc9c-c02b-407f-88f3-f6309188c449 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.940352] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 37454815-84ce-48bb-b057-15c876873e73/37454815-84ce-48bb-b057-15c876873e73.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.940352] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bde0a2-b9b3-4198-b22c-c06cd359f5da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.963230] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 606.963230] env[66507]: value = "task-4637545" [ 606.963230] env[66507]: _type = "Task" [ 606.963230] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.973174] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.019581] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637544, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.096072] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Updating instance_info_cache with network_info: [{"id": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "address": "fa:16:3e:13:9c:93", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8796b4cf-21", "ovs_interfaceid": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.128420] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.137670] env[66507]: DEBUG oslo_vmware.api [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637539, 'name': PowerOnVM_Task, 'duration_secs': 2.325917} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.137954] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.138175] env[66507]: DEBUG nova.compute.manager [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 607.138994] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef51f34-06f3-47a7-a14a-4156b9be0483 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.153755] env[66507]: DEBUG nova.compute.utils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.161040] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 607.161297] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.161738] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.162128] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.249669] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Updated VIF entry in instance network info cache for port 37c6705e-9dfd-4250-9387-01374d89ab0f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 607.250066] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Updating instance_info_cache with network_info: [{"id": "37c6705e-9dfd-4250-9387-01374d89ab0f", "address": "fa:16:3e:71:b8:b0", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6705e-9d", "ovs_interfaceid": "37c6705e-9dfd-4250-9387-01374d89ab0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.339477] env[66507]: DEBUG nova.policy [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff396255df4b54abbb1cb613b68856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c6b92b16c642b5b5242efff03a9dd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.452025] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Successfully updated port: 4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.476304] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637545, 'name': ReconfigVM_Task, 'duration_secs': 0.307216} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.476657] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 37454815-84ce-48bb-b057-15c876873e73/37454815-84ce-48bb-b057-15c876873e73.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.477623] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1583ee93-8f44-4b8e-9e0a-f9227c4faea3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.485728] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 607.485728] env[66507]: value = "task-4637546" [ 607.485728] env[66507]: _type = "Task" [ 607.485728] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.492444] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.503684] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637546, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.519959] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637544, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.599660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.601014] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Instance network_info: |[{"id": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "address": "fa:16:3e:13:9c:93", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8796b4cf-21", "ovs_interfaceid": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 607.601321] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:9c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8796b4cf-21b6-45a8-aac5-10d5a14b42ba', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.615380] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.619887] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.621382] env[66507]: DEBUG nova.compute.manager [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Received event network-changed-45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 607.621575] env[66507]: DEBUG nova.compute.manager [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Refreshing instance network info cache due to event network-changed-45ed9fe5-9a27-4013-ac92-197bbade6639. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 607.621770] env[66507]: DEBUG oslo_concurrency.lockutils [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] Acquiring lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.622196] env[66507]: DEBUG oslo_concurrency.lockutils [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] Acquired lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.622196] env[66507]: DEBUG nova.network.neutron [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Refreshing network info cache for port 45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.623531] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69823e5f-3324-45de-bde0-4c919518cd56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.645447] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.645447] env[66507]: value = "task-4637547" [ 607.645447] env[66507]: _type = "Task" [ 607.645447] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.649893] env[66507]: DEBUG nova.network.neutron [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Updating instance_info_cache with network_info: [{"id": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "address": "fa:16:3e:d8:de:56", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ea0939-45", "ovs_interfaceid": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.659485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.664298] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 607.664947] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637547, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.697488] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 4b4c0062-a4ac-4ded-b482-80d461cb0e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 607.752658] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Releasing lock "refresh_cache-53257a1e-cf01-4b87-b1a1-081176888044" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.753261] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Received event network-vif-plugged-77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 607.753261] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Acquiring lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.753461] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.753461] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.753619] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] No waiting events found dispatching network-vif-plugged-77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 607.754121] env[66507]: WARNING nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Received unexpected event network-vif-plugged-77707475-ef8d-4437-b1bb-8eb09bb209d8 for instance with vm_state building and task_state spawning. [ 607.754121] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Received event network-changed-77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 607.754121] env[66507]: DEBUG nova.compute.manager [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Refreshing instance network info cache due to event network-changed-77707475-ef8d-4437-b1bb-8eb09bb209d8. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 607.754475] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Acquiring lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.754475] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Acquired lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.754475] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Refreshing network info cache for port 77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.776477] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Successfully created port: 03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.817041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "46af7146-bb98-48bf-8902-cdde40747ac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.817041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.955242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.955504] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.955740] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.997800] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637546, 'name': Rename_Task, 'duration_secs': 0.162896} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.998139] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.998438] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e44bd7-9ea4-495e-920c-6bb5ef0264ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.007254] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 608.007254] env[66507]: value = "task-4637548" [ 608.007254] env[66507]: _type = "Task" [ 608.007254] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.019801] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.023026] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637544, 'name': Rename_Task, 'duration_secs': 1.100191} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.023336] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.023579] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f363d43d-168f-4764-b948-1369e25ce64e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.030977] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 608.030977] env[66507]: value = "task-4637549" [ 608.030977] env[66507]: _type = "Task" [ 608.030977] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.041577] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.140763] env[66507]: WARNING neutronclient.v2_0.client [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.156927] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.156927] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Instance network_info: |[{"id": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "address": "fa:16:3e:d8:de:56", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ea0939-45", "ovs_interfaceid": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 608.157349] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:de:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48ea0939-455c-4011-9a4c-2b3cbde40a5b', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.166016] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.170519] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.174096] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637547, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.174716] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c933804-2e55-449a-a9e9-cf15928ecac9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.197663] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Received event network-vif-plugged-2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 608.197873] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquiring lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.198082] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.198467] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.198467] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] No waiting events found dispatching network-vif-plugged-2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 608.198652] env[66507]: WARNING nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Received unexpected event network-vif-plugged-2d247c27-838e-4358-88f4-6f210177fa64 for instance with vm_state building and task_state spawning. [ 608.198690] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Received event network-changed-2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 608.198829] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Refreshing instance network info cache due to event network-changed-2d247c27-838e-4358-88f4-6f210177fa64. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 608.199013] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquiring lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.199177] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquired lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.199290] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Refreshing network info cache for port 2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.201916] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bc5e389f-916a-43c6-b01e-f3d7fa257603 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 608.202096] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 53257a1e-cf01-4b87-b1a1-081176888044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.202096] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 37454815-84ce-48bb-b057-15c876873e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.202251] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 433a2a92-9167-450b-922a-a963c8ba9d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.202301] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance e279d81b-3200-40a8-967a-04d3fe34ee9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.207865] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.207865] env[66507]: value = "task-4637550" [ 608.207865] env[66507]: _type = "Task" [ 608.207865] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.220055] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637550, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.259724] env[66507]: WARNING neutronclient.v2_0.client [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.519978] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.540917] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.659381] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637547, 'name': CreateVM_Task, 'duration_secs': 0.566311} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.659666] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.660413] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.660752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.661127] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.661384] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.661696] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa1a273-de0f-4ffc-a2ab-019a5ff402d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.668366] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 608.668366] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4dfa-dc28-daa3-f89f-942dbda6544c" [ 608.668366] env[66507]: _type = "Task" [ 608.668366] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.679369] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 608.681870] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4dfa-dc28-daa3-f89f-942dbda6544c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.705025] env[66507]: WARNING neutronclient.v2_0.client [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.708216] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 24e7dee3-635c-4826-bb02-dc1b72f95cd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 608.708488] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 91c5749f-a8d0-4463-83c8-3712955ee1cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.708592] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 608.725358] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637550, 'name': CreateVM_Task, 'duration_secs': 0.432809} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.725540] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.726545] env[66507]: WARNING neutronclient.v2_0.client [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.728586] env[66507]: DEBUG oslo_vmware.service [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7df68d-9ffe-4d71-8885-eac068d0c3b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.732935] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.732935] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.733107] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.733294] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.733433] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.733570] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.733829] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.734009] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.734183] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.734340] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.734506] env[66507]: DEBUG nova.virt.hardware [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.735426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ff3c4-47bc-4078-b789-c47761db28a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.744680] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.744680] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.744928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.745278] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e8b709-4f1b-4277-a392-81a83be195ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.751864] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f2f991-420c-4e58-8737-6411d9c54ff7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.759382] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 608.759382] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ecbf26-000e-3b8d-38fe-f425d949bcde" [ 608.759382] env[66507]: _type = "Task" [ 608.759382] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.779282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.779673] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.779756] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.779905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.780093] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.780352] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41f58652-55c8-4953-a542-fed09fd8f195 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.806161] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.806356] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.807226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b12f0f-3490-41c2-91e2-324df959eeb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.816382] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648d54dc-6acc-4647-a094-7eb4c75a838d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.825267] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 608.825267] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c58c01-1c84-1bf5-c8e5-152ff6099e9d" [ 608.825267] env[66507]: _type = "Task" [ 608.825267] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.842663] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.843132] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating directory with path [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.843473] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a4c6ab-1850-46c8-908d-d8e4a8bd3a76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.868289] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created directory with path [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.868489] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Fetch image to [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.868696] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Downloading image file data 7d84b058-126e-4bb2-8160-0805529cf00c to [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk on the data store datastore1 {{(pid=66507) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.869507] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e96a2-4b4e-4001-b5b3-8cc9dc723017 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.879814] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea4e5a-7452-471c-9994-e90b2f2791c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.883652] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.896081] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c72296-5998-4d35-bbe4-14e99c59d6ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.938109] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156392dd-3014-4b24-8f63-40a9df786777 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.946679] env[66507]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-71addbeb-413e-48d4-9eed-b88d5fc5197e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.982339] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Downloading image file data 7d84b058-126e-4bb2-8160-0805529cf00c to the data store datastore1 {{(pid=66507) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.018697] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637548, 'name': PowerOnVM_Task, 'duration_secs': 0.625881} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.019090] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.019193] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Took 9.84 seconds to spawn the instance on the hypervisor. [ 609.019347] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 609.020244] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1f4cc-1b0d-48e7-ab0f-88035b02bcb6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.045677] env[66507]: DEBUG oslo_vmware.api [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637549, 'name': PowerOnVM_Task, 'duration_secs': 0.933594} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.046604] env[66507]: DEBUG oslo_vmware.rw_handles [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.047935] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.048197] env[66507]: INFO nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Took 12.18 seconds to spawn the instance on the hypervisor. [ 609.048380] env[66507]: DEBUG nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 609.050056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c71b2-ca55-4377-8764-caa20296f35e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.180971] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4dfa-dc28-daa3-f89f-942dbda6544c, 'name': SearchDatastore_Task, 'duration_secs': 0.021737} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.181293] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.181519] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.181735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.181866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.182050] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.182417] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3468af-28c0-4668-931f-092f93f75810 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.195170] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.195170] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.198701] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588af537-564f-485a-b346-ba973cdf580e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.206172] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 609.206172] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cfb942-6633-b5b4-e47e-003ac767b9b0" [ 609.206172] env[66507]: _type = "Task" [ 609.206172] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.211762] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ec16c77f-8a26-48cb-9ad5-b524350fcf0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 609.211965] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7dec543d-026e-4c30-a03e-2f913b553cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.216953] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cfb942-6633-b5b4-e47e-003ac767b9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.340066] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Successfully updated port: 03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.372603] env[66507]: WARNING neutronclient.v2_0.client [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.549976] env[66507]: WARNING neutronclient.v2_0.client [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.551478] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.559089] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Took 20.09 seconds to build instance. [ 609.587333] env[66507]: DEBUG nova.network.neutron [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Updated VIF entry in instance network info cache for port 45ed9fe5-9a27-4013-ac92-197bbade6639. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.587730] env[66507]: DEBUG nova.network.neutron [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Updating instance_info_cache with network_info: [{"id": "45ed9fe5-9a27-4013-ac92-197bbade6639", "address": "fa:16:3e:8d:dc:fd", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ed9fe5-9a", "ovs_interfaceid": "45ed9fe5-9a27-4013-ac92-197bbade6639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.631800] env[66507]: INFO nova.compute.manager [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Took 21.80 seconds to build instance. [ 609.674416] env[66507]: WARNING neutronclient.v2_0.client [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.713988] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Updating instance_info_cache with network_info: [{"id": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "address": "fa:16:3e:2b:06:65", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4705e28e-58", "ovs_interfaceid": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.724811] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Updated VIF entry in instance network info cache for port 77707475-ef8d-4437-b1bb-8eb09bb209d8. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.725266] env[66507]: DEBUG nova.network.neutron [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Updating instance_info_cache with network_info: [{"id": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "address": "fa:16:3e:27:fd:2d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77707475-ef", "ovs_interfaceid": "77707475-ef8d-4437-b1bb-8eb09bb209d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.726880] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 46af7146-bb98-48bf-8902-cdde40747ac0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 609.728207] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cfb942-6633-b5b4-e47e-003ac767b9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.731078] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63150555-4031-49b5-ae1c-1547ccec93ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.740248] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 609.740248] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529f19fb-b26a-06de-8db7-8f4527d80d32" [ 609.740248] env[66507]: _type = "Task" [ 609.740248] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.755254] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529f19fb-b26a-06de-8db7-8f4527d80d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.807927] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Updated VIF entry in instance network info cache for port 2d247c27-838e-4358-88f4-6f210177fa64. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.808297] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Updating instance_info_cache with network_info: [{"id": "2d247c27-838e-4358-88f4-6f210177fa64", "address": "fa:16:3e:18:76:88", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d247c27-83", "ovs_interfaceid": "2d247c27-838e-4358-88f4-6f210177fa64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.845085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.845085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.845085] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.949401] env[66507]: DEBUG oslo_vmware.rw_handles [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.949670] env[66507]: DEBUG oslo_vmware.rw_handles [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.061069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.604s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.090369] env[66507]: DEBUG oslo_concurrency.lockutils [req-8f99451d-10c2-498a-a24f-199418691673 req-d37cd46c-e3f3-4bc6-9227-d1658c323826 service nova] Releasing lock "refresh_cache-8bfe6cb6-0fd2-416f-ba65-775627e38628" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.097193] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Downloaded image file data 7d84b058-126e-4bb2-8160-0805529cf00c to vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk on the data store datastore1 {{(pid=66507) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.098887] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.099165] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copying Virtual Disk [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk to [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.099451] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c6d5a6-eeb2-444d-8b90-7f165a681c6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.110166] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 610.110166] env[66507]: value = "task-4637551" [ 610.110166] env[66507]: _type = "Task" [ 610.110166] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.120024] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.133684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dab57344-f3a0-47e3-8c47-2d09e85e4740 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.316s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.217815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.218299] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Instance network_info: |[{"id": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "address": "fa:16:3e:2b:06:65", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4705e28e-58", "ovs_interfaceid": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 610.219101] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:06:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4705e28e-585e-4a25-b5b3-254cb86a2d74', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.227723] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating folder: Project (72c6b92b16c642b5b5242efff03a9dd9). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.227723] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7824274b-0bd5-4999-80dc-33381a0df4ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.229912] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance c5ab4ba1-c5cf-4f16-953e-148263d7160b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 610.229912] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 894f7e07-daed-4ad0-b4e9-127cc8fa561d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 610.229912] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8bfe6cb6-0fd2-416f-ba65-775627e38628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 610.230184] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 610.230386] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 610.234016] env[66507]: DEBUG oslo_concurrency.lockutils [req-ffc22ff4-5c36-4682-9ba6-5b73e5b626e7 req-1a1d4c01-9b9d-4d24-9852-20ac56cf046a service nova] Releasing lock "refresh_cache-4b4c0062-a4ac-4ded-b482-80d461cb0e5a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.239091] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created folder: Project (72c6b92b16c642b5b5242efff03a9dd9) in parent group-v905587. [ 610.239283] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating folder: Instances. Parent ref: group-v905609. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.243357] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9778e1e-136f-4830-a9fb-dd540f3c0421 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.255037] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529f19fb-b26a-06de-8db7-8f4527d80d32, 'name': SearchDatastore_Task, 'duration_secs': 0.014625} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.261090] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261710] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e279d81b-3200-40a8-967a-04d3fe34ee9b/e279d81b-3200-40a8-967a-04d3fe34ee9b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.262141] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created folder: Instances in parent group-v905609. [ 610.262534] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.265205] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc45c7e-4a3e-4e3a-99e0-d79d699c065c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.266582] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.267022] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e4c1f2a-c130-4f30-9c26-7085a9a73f5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.294051] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 610.294051] env[66507]: value = "task-4637554" [ 610.294051] env[66507]: _type = "Task" [ 610.294051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.295534] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.295534] env[66507]: value = "task-4637555" [ 610.295534] env[66507]: _type = "Task" [ 610.295534] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.315982] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Releasing lock "refresh_cache-7dec543d-026e-4c30-a03e-2f913b553cce" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.316142] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Received event network-vif-plugged-04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 610.316455] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquiring lock "37454815-84ce-48bb-b057-15c876873e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.316656] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Lock "37454815-84ce-48bb-b057-15c876873e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.316836] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Lock "37454815-84ce-48bb-b057-15c876873e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.316985] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] No waiting events found dispatching network-vif-plugged-04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 610.317199] env[66507]: WARNING nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Received unexpected event network-vif-plugged-04dab892-2dba-4d00-817f-310eb5050206 for instance with vm_state building and task_state spawning. [ 610.317362] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Received event network-changed-04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 610.317510] env[66507]: DEBUG nova.compute.manager [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Refreshing instance network info cache due to event network-changed-04dab892-2dba-4d00-817f-310eb5050206. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 610.317688] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquiring lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.317817] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Acquired lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.317973] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Refreshing network info cache for port 04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.319253] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.323081] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637555, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.408798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.409021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.458724] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.560087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3e27b-d62e-46e1-8969-67b58ac06868 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.564097] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 610.568925] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.575891] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e535a0-90bb-4a32-93ca-b758644cc091 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.623503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed304d64-4882-4b07-bafa-4af5474d9ae3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.635824] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.640172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966dbcb-1f79-4dec-8721-6460264aeb80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.662439] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.744400] env[66507]: DEBUG nova.network.neutron [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Updating instance_info_cache with network_info: [{"id": "03169133-27d3-46d9-90ce-df708ffba627", "address": "fa:16:3e:17:db:fc", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03169133-27", "ovs_interfaceid": "03169133-27d3-46d9-90ce-df708ffba627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.806435] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637554, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.814722] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637555, 'name': CreateVM_Task, 'duration_secs': 0.438209} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.814959] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.815543] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.816052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.816497] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.816869] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.817184] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ba6296-f620-4333-aec2-7b4d34872d51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.824312] env[66507]: WARNING neutronclient.v2_0.client [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.829305] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 610.829305] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dfb333-9136-e894-be87-92dedc1824bb" [ 610.829305] env[66507]: _type = "Task" [ 610.829305] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.840167] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dfb333-9136-e894-be87-92dedc1824bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.857487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.857766] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.915056] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 610.926180] env[66507]: DEBUG nova.compute.manager [None req-c6a8f1c6-e33c-4bb8-b441-27571f6075f3 tempest-ServerDiagnosticsTest-1478543545 tempest-ServerDiagnosticsTest-1478543545-project-admin] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 610.926891] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd456cb-d65c-4825-ab0e-767b4ce4451a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.936221] env[66507]: INFO nova.compute.manager [None req-c6a8f1c6-e33c-4bb8-b441-27571f6075f3 tempest-ServerDiagnosticsTest-1478543545 tempest-ServerDiagnosticsTest-1478543545-project-admin] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Retrieving diagnostics [ 610.943213] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4726b9-8fc3-4e2a-a0e1-e81500645968 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.024677] env[66507]: WARNING neutronclient.v2_0.client [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.057342] env[66507]: INFO nova.compute.manager [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Rebuilding instance [ 611.091961] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.111730] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Updated VIF entry in instance network info cache for port 04dab892-2dba-4d00-817f-310eb5050206. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.112043] env[66507]: DEBUG nova.network.neutron [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Updating instance_info_cache with network_info: [{"id": "04dab892-2dba-4d00-817f-310eb5050206", "address": "fa:16:3e:5e:7a:f5", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dab892-2d", "ovs_interfaceid": "04dab892-2dba-4d00-817f-310eb5050206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.113295] env[66507]: DEBUG nova.compute.manager [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 611.114577] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3c8e5-443f-46d9-8447-5e58525a9389 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.136629] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.168570] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.247594] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.247984] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Instance network_info: |[{"id": "03169133-27d3-46d9-90ce-df708ffba627", "address": "fa:16:3e:17:db:fc", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03169133-27", "ovs_interfaceid": "03169133-27d3-46d9-90ce-df708ffba627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 611.248470] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:db:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03169133-27d3-46d9-90ce-df708ffba627', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.256521] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.257144] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.257417] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf9f853c-096c-49dc-9863-dc8a3e4d9ac7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.281271] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.281271] env[66507]: value = "task-4637556" [ 611.281271] env[66507]: _type = "Task" [ 611.281271] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.290717] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637556, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.306572] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.306935] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e279d81b-3200-40a8-967a-04d3fe34ee9b/e279d81b-3200-40a8-967a-04d3fe34ee9b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.307214] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.307494] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e1224c-20c3-4028-a4aa-c08531ff590e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.317039] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 611.317039] env[66507]: value = "task-4637557" [ 611.317039] env[66507]: _type = "Task" [ 611.317039] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.327843] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.340119] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.340389] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.340639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.428417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Acquiring lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.428660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.428987] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Acquiring lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.429395] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.429565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.431612] env[66507]: INFO nova.compute.manager [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Terminating instance [ 611.448960] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.619248] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0d1d01f-5f22-4887-b2d4-a591f9d18722 req-67a6dd2a-4e34-459a-8331-b98ecd27958f service nova] Releasing lock "refresh_cache-37454815-84ce-48bb-b057-15c876873e73" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.634050] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637551, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.138002} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.634228] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copied Virtual Disk [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk to [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.634360] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleting the datastore file [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c/tmp-sparse.vmdk {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.634613] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afd98509-a9dd-4d14-96b9-75c124533779 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.645394] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 611.645394] env[66507]: value = "task-4637558" [ 611.645394] env[66507]: _type = "Task" [ 611.645394] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.658041] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.673922] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 611.674313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.024s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.674603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.086s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.676488] env[66507]: INFO nova.compute.claims [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.714931] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Received event network-vif-plugged-8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 611.715017] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.715252] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.715499] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.715740] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] No waiting events found dispatching network-vif-plugged-8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 611.715978] env[66507]: WARNING nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Received unexpected event network-vif-plugged-8796b4cf-21b6-45a8-aac5-10d5a14b42ba for instance with vm_state building and task_state spawning. [ 611.716247] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Received event network-changed-8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 611.716436] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Refreshing instance network info cache due to event network-changed-8796b4cf-21b6-45a8-aac5-10d5a14b42ba. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 611.716740] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.716997] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquired lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.717305] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Refreshing network info cache for port 8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.793351] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637556, 'name': CreateVM_Task, 'duration_secs': 0.509746} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.793566] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.794788] env[66507]: WARNING neutronclient.v2_0.client [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.796089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.796089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.796089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.796089] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38acbdde-4086-4934-8a31-ef8b06f55443 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.801688] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 611.801688] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522ad2c2-a812-4019-e3b8-b8bb867e4152" [ 611.801688] env[66507]: _type = "Task" [ 611.801688] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.812842] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522ad2c2-a812-4019-e3b8-b8bb867e4152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.827359] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105999} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.827359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.827961] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21c1d90-35d8-4f7f-a675-78c14b307783 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.855664] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] e279d81b-3200-40a8-967a-04d3fe34ee9b/e279d81b-3200-40a8-967a-04d3fe34ee9b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.856398] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd4a911-a3da-479e-bf07-4322f36f7a18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.879277] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 611.879277] env[66507]: value = "task-4637559" [ 611.879277] env[66507]: _type = "Task" [ 611.879277] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.889539] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.937046] env[66507]: DEBUG nova.compute.manager [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 611.937046] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.937897] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7fa29-89be-46a7-acf5-f461a0179f6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.946792] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.947048] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdcdfd62-0537-422d-8192-778b4567e5d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.955713] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Waiting for the task: (returnval){ [ 611.955713] env[66507]: value = "task-4637560" [ 611.955713] env[66507]: _type = "Task" [ 611.955713] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.967476] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Task: {'id': task-4637560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.092408] env[66507]: DEBUG nova.compute.manager [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Received event network-vif-plugged-48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 612.092724] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Acquiring lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.092956] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.093515] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.093964] env[66507]: DEBUG nova.compute.manager [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] No waiting events found dispatching network-vif-plugged-48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 612.094701] env[66507]: WARNING nova.compute.manager [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Received unexpected event network-vif-plugged-48ea0939-455c-4011-9a4c-2b3cbde40a5b for instance with vm_state building and task_state spawning. [ 612.095028] env[66507]: DEBUG nova.compute.manager [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Received event network-changed-48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 612.095201] env[66507]: DEBUG nova.compute.manager [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Refreshing instance network info cache due to event network-changed-48ea0939-455c-4011-9a4c-2b3cbde40a5b. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 612.095438] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Acquiring lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.096089] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Acquired lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.096318] env[66507]: DEBUG nova.network.neutron [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Refreshing network info cache for port 48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.134967] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.135428] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9a17f0-7c52-4d79-97ac-b719e80a49dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.144573] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 612.144573] env[66507]: value = "task-4637561" [ 612.144573] env[66507]: _type = "Task" [ 612.144573] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.157452] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.160756] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0374} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.161017] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.161231] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Moving file from [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68/7d84b058-126e-4bb2-8160-0805529cf00c to [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c. {{(pid=66507) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.161500] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6267a01d-f987-4de1-9d3a-688fbc605cf2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.170491] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 612.170491] env[66507]: value = "task-4637562" [ 612.170491] env[66507]: _type = "Task" [ 612.170491] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.183204] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637562, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.222893] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.317578] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.318350] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.319033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391864] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.419324] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.465786] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Task: {'id': task-4637560, 'name': PowerOffVM_Task, 'duration_secs': 0.327948} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.466129] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.466298] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.466789] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca0b111e-4de5-4720-9a6d-e253354535e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.521176] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Updated VIF entry in instance network info cache for port 8796b4cf-21b6-45a8-aac5-10d5a14b42ba. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.521176] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Updating instance_info_cache with network_info: [{"id": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "address": "fa:16:3e:13:9c:93", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8796b4cf-21", "ovs_interfaceid": "8796b4cf-21b6-45a8-aac5-10d5a14b42ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.536757] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.537089] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.537308] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Deleting the datastore file [datastore2] 8bfe6cb6-0fd2-416f-ba65-775627e38628 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.537583] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b5e877-1c53-456d-b6dc-c203cbbc9809 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.545335] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Waiting for the task: (returnval){ [ 612.545335] env[66507]: value = "task-4637564" [ 612.545335] env[66507]: _type = "Task" [ 612.545335] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.556315] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Task: {'id': task-4637564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.599015] env[66507]: WARNING neutronclient.v2_0.client [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.661226] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637561, 'name': PowerOffVM_Task, 'duration_secs': 0.147757} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.661477] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.661757] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.663493] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2319ea7-72f1-401b-a91c-eac3748b60e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.673812] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.677842] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659847e9-487d-471b-aac9-d3ae3bbdf5e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.689608] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637562, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041281} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.690405] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] File moved {{(pid=66507) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.690655] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Cleaning up location [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.691135] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleting the datastore file [datastore1] vmware_temp/daa5c12e-3c75-44dd-8659-40a9a36b6d68 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.691545] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71e6a891-79bf-42d6-981a-79eb0db4d483 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.700689] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 612.700689] env[66507]: value = "task-4637566" [ 612.700689] env[66507]: _type = "Task" [ 612.700689] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.709598] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.709598] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.709598] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Deleting the datastore file [datastore2] 894f7e07-daed-4ad0-b4e9-127cc8fa561d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.715025] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f58b8f8-66d0-413e-b0fc-9e17da134305 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.717783] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.732463] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 612.732463] env[66507]: value = "task-4637567" [ 612.732463] env[66507]: _type = "Task" [ 612.732463] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.747422] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.835996] env[66507]: WARNING neutronclient.v2_0.client [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.897980] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637559, 'name': ReconfigVM_Task, 'duration_secs': 0.522441} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.901110] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Reconfigured VM instance instance-00000007 to attach disk [datastore2] e279d81b-3200-40a8-967a-04d3fe34ee9b/e279d81b-3200-40a8-967a-04d3fe34ee9b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.906328] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9f482c5-8875-4d44-bf83-5a039ab6c090 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.914107] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 612.914107] env[66507]: value = "task-4637568" [ 612.914107] env[66507]: _type = "Task" [ 612.914107] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.931597] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637568, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.944511] env[66507]: DEBUG nova.network.neutron [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Updated VIF entry in instance network info cache for port 48ea0939-455c-4011-9a4c-2b3cbde40a5b. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.944936] env[66507]: DEBUG nova.network.neutron [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Updating instance_info_cache with network_info: [{"id": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "address": "fa:16:3e:d8:de:56", "network": {"id": "15d80ce0-bca5-4db0-8813-c215d50de280", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-532185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c4c87555b864b13822fabd0cbebec55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ea0939-45", "ovs_interfaceid": "48ea0939-455c-4011-9a4c-2b3cbde40a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.023713] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Releasing lock "refresh_cache-e279d81b-3200-40a8-967a-04d3fe34ee9b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.023986] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Received event network-vif-plugged-4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 613.024455] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.024683] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.025025] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.025127] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] No waiting events found dispatching network-vif-plugged-4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 613.025294] env[66507]: WARNING nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Received unexpected event network-vif-plugged-4705e28e-585e-4a25-b5b3-254cb86a2d74 for instance with vm_state building and task_state spawning. [ 613.025449] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Received event network-changed-4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 613.025648] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Refreshing instance network info cache due to event network-changed-4705e28e-585e-4a25-b5b3-254cb86a2d74. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 613.025779] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.025932] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquired lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.026397] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Refreshing network info cache for port 4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.029450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87cf5d8-a12e-4c4b-bda3-0f2d94b357fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.038478] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf30315-e8ac-46e4-868e-e708a946815b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.075712] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d7726-1fb8-460d-9b73-58a66026756e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.082453] env[66507]: DEBUG oslo_vmware.api [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Task: {'id': task-4637564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257556} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.083074] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.083281] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.083458] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.083691] env[66507]: INFO nova.compute.manager [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Took 1.15 seconds to destroy the instance on the hypervisor. [ 613.083963] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.084133] env[66507]: DEBUG nova.compute.manager [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 613.084239] env[66507]: DEBUG nova.network.neutron [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 613.084482] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.091685] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b840105-4cb1-4095-a989-3d651368f04e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.094782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "7dec543d-026e-4c30-a03e-2f913b553cce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.095047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.095932] env[66507]: DEBUG nova.compute.manager [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 613.096365] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830663cf-25b1-4ff6-a63c-37ae48945a00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.110273] env[66507]: DEBUG nova.compute.provider_tree [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.113793] env[66507]: DEBUG nova.compute.manager [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 613.114403] env[66507]: DEBUG nova.objects.instance [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lazy-loading 'flavor' on Instance uuid 7dec543d-026e-4c30-a03e-2f913b553cce {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.129088] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.134623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.134882] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.135094] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.135268] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.135422] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.137450] env[66507]: INFO nova.compute.manager [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Terminating instance [ 613.212756] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041787} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.213134] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.213757] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce02e2c-1a4e-4fbd-98bb-9ecbfae0d7da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.220252] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 613.220252] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526312bf-dd3b-de96-36f7-c5d1ec82dbf5" [ 613.220252] env[66507]: _type = "Task" [ 613.220252] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.229754] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526312bf-dd3b-de96-36f7-c5d1ec82dbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.241285] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228663} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.241560] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.241745] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.241925] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.429773] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637568, 'name': Rename_Task, 'duration_secs': 0.142497} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.429773] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.429773] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c309d2-be16-4f58-b264-66722164b727 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.438592] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 613.438592] env[66507]: value = "task-4637569" [ 613.438592] env[66507]: _type = "Task" [ 613.438592] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.451391] env[66507]: DEBUG oslo_concurrency.lockutils [req-064e3138-4efa-4cca-b332-714f59ba0d8c req-20dab7c5-3fd5-4cb9-93ba-668476e3a7de service nova] Releasing lock "refresh_cache-433a2a92-9167-450b-922a-a963c8ba9d34" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.451847] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.507391] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "53257a1e-cf01-4b87-b1a1-081176888044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.507576] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.507762] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "53257a1e-cf01-4b87-b1a1-081176888044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.507935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.508125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.510483] env[66507]: INFO nova.compute.manager [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Terminating instance [ 613.530532] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.617537] env[66507]: DEBUG nova.scheduler.client.report [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.641056] env[66507]: DEBUG nova.compute.manager [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 613.641328] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.642494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca5566-d36e-40d7-9112-8cd572e15306 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.653634] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.653933] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d72b2a6-017e-4be4-a70a-a9404b0d98d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.661868] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 613.661868] env[66507]: value = "task-4637570" [ 613.661868] env[66507]: _type = "Task" [ 613.661868] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.676308] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.737458] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526312bf-dd3b-de96-36f7-c5d1ec82dbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.039506} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.737987] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.738111] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 433a2a92-9167-450b-922a-a963c8ba9d34/433a2a92-9167-450b-922a-a963c8ba9d34.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.738377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738823] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.738823] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f259da9a-0317-4ee5-af75-c04908212941 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.742528] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a68c31-e867-41c9-bd7d-d23967f74f1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.750641] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 613.750641] env[66507]: value = "task-4637571" [ 613.750641] env[66507]: _type = "Task" [ 613.750641] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.753045] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.753241] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.758111] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155ce368-a373-4796-9b83-eac8a0801073 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.767063] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.768298] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 613.768298] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520bd27b-b9a1-23a7-f692-17ea0ae931cb" [ 613.768298] env[66507]: _type = "Task" [ 613.768298] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.778904] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520bd27b-b9a1-23a7-f692-17ea0ae931cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.893136] env[66507]: DEBUG nova.network.neutron [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.953512] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637569, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.015306] env[66507]: DEBUG nova.compute.manager [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 614.015693] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.017221] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020025f-c9d6-484d-b7ba-b44fc0b75161 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.029139] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.029483] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-754c5886-ca68-44b5-93dd-c94c507ac124 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.041261] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 614.041261] env[66507]: value = "task-4637572" [ 614.041261] env[66507]: _type = "Task" [ 614.041261] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.049859] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.057414] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.130028] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.130028] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 614.132103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.480s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.133715] env[66507]: INFO nova.compute.claims [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.138598] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.138598] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6312a0e0-af44-452a-950b-6b86eb2d9a00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.150185] env[66507]: DEBUG oslo_vmware.api [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 614.150185] env[66507]: value = "task-4637573" [ 614.150185] env[66507]: _type = "Task" [ 614.150185] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.165687] env[66507]: DEBUG oslo_vmware.api [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.178107] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637570, 'name': PowerOffVM_Task, 'duration_secs': 0.316499} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.178678] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.178678] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.178871] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5815e32d-c8d0-475c-aca6-2a314c4b67c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.223115] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Updated VIF entry in instance network info cache for port 4705e28e-585e-4a25-b5b3-254cb86a2d74. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.223656] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Updating instance_info_cache with network_info: [{"id": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "address": "fa:16:3e:2b:06:65", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4705e28e-58", "ovs_interfaceid": "4705e28e-585e-4a25-b5b3-254cb86a2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.269386] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.282720] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520bd27b-b9a1-23a7-f692-17ea0ae931cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.286263] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84e142f-7f76-4e0f-ab32-a09e3fdd1c5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.295382] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 614.296737] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.296737] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 614.296737] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.296737] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 614.296737] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 614.297073] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.297073] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 614.297073] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 614.297495] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 614.297495] env[66507]: DEBUG nova.virt.hardware [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 614.300313] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba1c49-e44b-4641-882d-3868b3bfcccd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.304288] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 614.304288] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d7c46a-5f19-13aa-8a6d-2f907f9b7392" [ 614.304288] env[66507]: _type = "Task" [ 614.304288] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.318332] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8d6a63-cf94-4868-9e74-0ee22b95acf1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.327020] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d7c46a-5f19-13aa-8a6d-2f907f9b7392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.343167] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.350495] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.352037] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.356015] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.356015] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.356015] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Deleting the datastore file [datastore2] 4b4c0062-a4ac-4ded-b482-80d461cb0e5a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.356015] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd20679f-4722-4de8-a07a-76c926e7d3f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.368299] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e069eb3-befb-46cc-b678-382e337c7aea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.378119] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.378119] env[66507]: value = "task-4637576" [ 614.378119] env[66507]: _type = "Task" [ 614.378119] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.378503] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for the task: (returnval){ [ 614.378503] env[66507]: value = "task-4637575" [ 614.378503] env[66507]: _type = "Task" [ 614.378503] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.390455] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637576, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.393775] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.395359] env[66507]: INFO nova.compute.manager [-] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Took 1.31 seconds to deallocate network for instance. [ 614.453968] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637569, 'name': PowerOnVM_Task, 'duration_secs': 0.605182} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.455346] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.455690] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Took 12.93 seconds to spawn the instance on the hypervisor. [ 614.455972] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 614.457313] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32106a00-7ef2-40d4-8794-cae41e02e93d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.556811] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637572, 'name': PowerOffVM_Task, 'duration_secs': 0.291586} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.558116] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.558116] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.558116] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5888e564-fab8-4b9c-b98f-f5f01956fc90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.632109] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.632109] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.633751] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Deleting the datastore file [datastore2] 53257a1e-cf01-4b87-b1a1-081176888044 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.633751] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1045b803-dfc4-4030-8893-9e288674a5d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.643469] env[66507]: DEBUG nova.compute.utils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.646452] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 614.647172] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.647172] env[66507]: WARNING neutronclient.v2_0.client [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.647321] env[66507]: WARNING neutronclient.v2_0.client [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.659583] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for the task: (returnval){ [ 614.659583] env[66507]: value = "task-4637578" [ 614.659583] env[66507]: _type = "Task" [ 614.659583] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.670605] env[66507]: DEBUG oslo_vmware.api [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637573, 'name': PowerOffVM_Task, 'duration_secs': 0.365623} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.671073] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.671342] env[66507]: DEBUG nova.compute.manager [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 614.672448] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c783d2c-9296-408e-a641-54ffbbf343b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.680116] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.727388] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Releasing lock "refresh_cache-91c5749f-a8d0-4463-83c8-3712955ee1cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.728573] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Received event network-vif-plugged-03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 614.728573] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.728573] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.728573] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.728573] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] No waiting events found dispatching network-vif-plugged-03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 614.728810] env[66507]: WARNING nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Received unexpected event network-vif-plugged-03169133-27d3-46d9-90ce-df708ffba627 for instance with vm_state building and task_state spawning. [ 614.729570] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Received event network-changed-03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 614.729570] env[66507]: DEBUG nova.compute.manager [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Refreshing instance network info cache due to event network-changed-03169133-27d3-46d9-90ce-df708ffba627. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 614.729570] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquiring lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729570] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Acquired lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.729800] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Refreshing network info cache for port 03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.773461] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624086} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.773461] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 433a2a92-9167-450b-922a-a963c8ba9d34/433a2a92-9167-450b-922a-a963c8ba9d34.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.773461] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.773461] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6479d1f-9a87-4d37-91ef-08b719b0b05d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.783048] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 614.783048] env[66507]: value = "task-4637579" [ 614.783048] env[66507]: _type = "Task" [ 614.783048] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.794390] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.817622] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d7c46a-5f19-13aa-8a6d-2f907f9b7392, 'name': SearchDatastore_Task, 'duration_secs': 0.052935} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.817907] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.818380] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 91c5749f-a8d0-4463-83c8-3712955ee1cb/91c5749f-a8d0-4463-83c8-3712955ee1cb.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.818380] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.818491] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.819882] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a389df24-e2fb-4722-9283-ed4ae4a662bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.821170] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c61b50-02e1-41a8-8108-b92619ddff54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.830078] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 614.830078] env[66507]: value = "task-4637580" [ 614.830078] env[66507]: _type = "Task" [ 614.830078] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.833864] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.834507] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.838535] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38ec66e-a6ad-4520-9418-758494d1afb8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.846021] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 614.846021] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52885d31-6654-f91d-71d2-9d667731020b" [ 614.846021] env[66507]: _type = "Task" [ 614.846021] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.850197] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.859998] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52885d31-6654-f91d-71d2-9d667731020b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.894016] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637576, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.897394] env[66507]: DEBUG oslo_vmware.api [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Task: {'id': task-4637575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213628} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.897651] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.897832] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.898012] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.898194] env[66507]: INFO nova.compute.manager [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Took 1.26 seconds to destroy the instance on the hypervisor. [ 614.898440] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.898628] env[66507]: DEBUG nova.compute.manager [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 614.898741] env[66507]: DEBUG nova.network.neutron [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 614.898989] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.902867] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.978620] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Took 25.44 seconds to build instance. [ 615.157415] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 615.197082] env[66507]: DEBUG oslo_vmware.api [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Task: {'id': task-4637578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231421} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.198509] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.198509] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.199468] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.199468] env[66507]: INFO nova.compute.manager [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Took 1.18 seconds to destroy the instance on the hypervisor. [ 615.199699] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.203832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f2b955c7-dde5-47dd-bf6b-492c40ad1083 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.205339] env[66507]: DEBUG nova.compute.manager [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 615.205975] env[66507]: DEBUG nova.network.neutron [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 615.205975] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.235120] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.314763] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086332} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.319095] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.321575] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e547b5b-8fc2-4b41-81b5-482f7a51d5e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.364183] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 433a2a92-9167-450b-922a-a963c8ba9d34/433a2a92-9167-450b-922a-a963c8ba9d34.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.366679] env[66507]: DEBUG nova.policy [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63d9ecfd6d6a4c62b19e3256fa12c3e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71e2c5817d4d466eadcce12ffbdf7d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.373918] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.380589] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bbf20e-5b9e-417d-a353-b30ba6afe094 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.433539] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.433875] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 615.433875] env[66507]: value = "task-4637581" [ 615.433875] env[66507]: _type = "Task" [ 615.433875] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.438125] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52885d31-6654-f91d-71d2-9d667731020b, 'name': SearchDatastore_Task, 'duration_secs': 0.024793} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.445645] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637576, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.448587] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c34682-dfa5-48fa-9c1c-9e36a7cd6bdd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.460017] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.461296] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 615.461296] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5287e10e-2e0b-3cef-3e6a-67f8396ba342" [ 615.461296] env[66507]: _type = "Task" [ 615.461296] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.471529] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5287e10e-2e0b-3cef-3e6a-67f8396ba342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.480699] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.956s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.619732] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e78fe0e-2bf0-4bc7-9e83-f4f872a4a1d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.628486] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd059f2-5eb2-4f3d-bcd5-73c5438ae5d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.667819] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.669891] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b30d22-e599-48ae-91cf-9eb3c3aacb58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.679288] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b460f54-9b86-49c0-8a71-73858d60249a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.701784] env[66507]: DEBUG nova.compute.provider_tree [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.861345] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637580, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.921501] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637576, 'name': CreateVM_Task, 'duration_secs': 1.394482} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.921767] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.922864] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.922864] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.923040] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.923289] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660b0b98-d37b-47a3-8ce5-3a0d1e16c2b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.930891] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 615.930891] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5296c426-8e4d-ff33-cacb-dac817727448" [ 615.930891] env[66507]: _type = "Task" [ 615.930891] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.941562] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5296c426-8e4d-ff33-cacb-dac817727448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.951291] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.972738] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5287e10e-2e0b-3cef-3e6a-67f8396ba342, 'name': SearchDatastore_Task, 'duration_secs': 0.018689} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.973170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.973543] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a/c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.973697] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5c396c-e241-418a-8c35-ec59e48bf73f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.985383] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 615.988270] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 615.988270] env[66507]: value = "task-4637582" [ 615.988270] env[66507]: _type = "Task" [ 615.988270] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.000343] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.193657] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 616.207023] env[66507]: DEBUG nova.scheduler.client.report [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.233837] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.234474] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.234474] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.234858] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.234858] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.234991] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.235197] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.235346] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.235516] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.235658] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.235848] env[66507]: DEBUG nova.virt.hardware [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.237113] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea39073-b1e2-4453-a543-763d573b998c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.247285] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7f765d-a9b4-4713-b068-40509d6694e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.360979] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.354192} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.361649] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 91c5749f-a8d0-4463-83c8-3712955ee1cb/91c5749f-a8d0-4463-83c8-3712955ee1cb.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.362018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.362340] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d98b27e5-273f-42e3-922d-09e7ff2a57ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.374746] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 616.374746] env[66507]: value = "task-4637583" [ 616.374746] env[66507]: _type = "Task" [ 616.374746] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.391913] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.393737] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Successfully created port: 8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.443930] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5296c426-8e4d-ff33-cacb-dac817727448, 'name': SearchDatastore_Task, 'duration_secs': 0.061563} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.448246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.448639] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.448957] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449183] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.449458] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.450472] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310371fa-1bd7-4c61-b0d9-1760844d00d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.459213] env[66507]: DEBUG nova.compute.manager [req-80aac1ee-cf21-487d-af8b-15fa8ef9fe73 req-e8eae61d-478a-4aa7-bff9-ab2eebdb0a0f service nova] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Received event network-vif-deleted-45ed9fe5-9a27-4013-ac92-197bbade6639 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 616.464783] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.471298] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.471298] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.471298] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac847d17-6723-4a01-a3ba-c2514cb5cdb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.478839] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 616.478839] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52df5229-bad9-8c59-6b33-057f28c9ebce" [ 616.478839] env[66507]: _type = "Task" [ 616.478839] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.494456] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52df5229-bad9-8c59-6b33-057f28c9ebce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.508676] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.528812] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.536420] env[66507]: DEBUG nova.network.neutron [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.711185] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.711704] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 616.714275] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.051s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.715776] env[66507]: INFO nova.compute.claims [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.887635] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.955645] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.990992] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52df5229-bad9-8c59-6b33-057f28c9ebce, 'name': SearchDatastore_Task, 'duration_secs': 0.061521} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.991950] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00370417-2c98-4e69-ade7-66722b8d312d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.002470] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 617.002470] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52304d33-e9f1-fbc7-8205-866fc7916a6e" [ 617.002470] env[66507]: _type = "Task" [ 617.002470] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.006046] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650785} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.010199] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a/c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.010437] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.010710] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d882eb06-c76b-427e-834b-4dbea85e56e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.019054] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52304d33-e9f1-fbc7-8205-866fc7916a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.020565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.020703] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.021020] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 617.021020] env[66507]: value = "task-4637584" [ 617.021020] env[66507]: _type = "Task" [ 617.021020] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.021219] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49785ad-aa6f-4a1e-9b49-2a230c8bd287 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.032230] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.033855] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 617.033855] env[66507]: value = "task-4637585" [ 617.033855] env[66507]: _type = "Task" [ 617.033855] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.040700] env[66507]: INFO nova.compute.manager [-] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Took 2.14 seconds to deallocate network for instance. [ 617.046262] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.145612] env[66507]: DEBUG nova.network.neutron [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.220873] env[66507]: DEBUG nova.compute.utils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.224467] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 617.224741] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.225100] env[66507]: WARNING neutronclient.v2_0.client [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.225406] env[66507]: WARNING neutronclient.v2_0.client [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.386940] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.704471} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.387359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.388252] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ddaf8-5241-4d95-ba54-6a228ff1707c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.414150] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 91c5749f-a8d0-4463-83c8-3712955ee1cb/91c5749f-a8d0-4463-83c8-3712955ee1cb.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.414507] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a71e6bf-21bd-4596-8bac-f3ac01bb3d7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.438379] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 617.438379] env[66507]: value = "task-4637586" [ 617.438379] env[66507]: _type = "Task" [ 617.438379] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.450724] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.453584] env[66507]: WARNING neutronclient.v2_0.client [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.459571] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637581, 'name': ReconfigVM_Task, 'duration_secs': 1.625967} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.459865] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 433a2a92-9167-450b-922a-a963c8ba9d34/433a2a92-9167-450b-922a-a963c8ba9d34.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.460585] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee3d4025-7f8b-4753-a42f-ee1dc785d5dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.468852] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 617.468852] env[66507]: value = "task-4637587" [ 617.468852] env[66507]: _type = "Task" [ 617.468852] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.480106] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637587, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.498213] env[66507]: DEBUG nova.policy [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96e50d2ca71c4c23a5f4e636fd32d3a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c21d07cbffc245ecba6341b464d8f697', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.533842] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113208} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.534106] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.535030] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec265c2-e54b-4834-8d1e-3a81f62363b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.547836] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494511} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.557210] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.557468] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.558717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.567864] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a/c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.568227] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0add5703-65c1-40ea-9b2c-1ee5802292f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.570453] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59e26ea-69c6-4545-9ed8-8cfd64a2408b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.595778] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 617.595778] env[66507]: value = "task-4637589" [ 617.595778] env[66507]: _type = "Task" [ 617.595778] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.596939] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 617.596939] env[66507]: value = "task-4637588" [ 617.596939] env[66507]: _type = "Task" [ 617.596939] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.613808] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.616636] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.649662] env[66507]: INFO nova.compute.manager [-] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Took 2.44 seconds to deallocate network for instance. [ 617.729674] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 617.954878] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.971334] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Successfully created port: 89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.985502] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637587, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.006932] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c73ab7-4787-4570-aa2d-840df10ba152 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.014168] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9191083f-34ce-41cd-b048-bd5dd486d516 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.047561] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44a873-3866-4b00-9e93-0e655ae65718 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.058666] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c04a8-6bd7-4254-b8d3-8fb38964931f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.074412] env[66507]: DEBUG nova.compute.provider_tree [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.108432] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.114128] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.41751} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.114424] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.115315] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a505f-42c1-4fb0-a31d-b807e596556a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.137638] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.138872] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Updated VIF entry in instance network info cache for port 03169133-27d3-46d9-90ce-df708ffba627. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.139206] env[66507]: DEBUG nova.network.neutron [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Updating instance_info_cache with network_info: [{"id": "03169133-27d3-46d9-90ce-df708ffba627", "address": "fa:16:3e:17:db:fc", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03169133-27", "ovs_interfaceid": "03169133-27d3-46d9-90ce-df708ffba627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.140460] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d851ecd-12d0-426d-b60f-e1904471d773 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.160632] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.168189] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 618.168189] env[66507]: value = "task-4637590" [ 618.168189] env[66507]: _type = "Task" [ 618.168189] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.178453] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.298972] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Successfully updated port: 8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.455417] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.486112] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637587, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.580195] env[66507]: DEBUG nova.scheduler.client.report [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.610290] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.661144] env[66507]: DEBUG oslo_concurrency.lockutils [req-dd1dfdb0-adfd-463a-ad55-7fe3a932363d req-2693cb01-c391-47fa-91bf-0ea762768cd7 service nova] Releasing lock "refresh_cache-c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.680239] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637590, 'name': ReconfigVM_Task, 'duration_secs': 0.307667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.680810] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 894f7e07-daed-4ad0-b4e9-127cc8fa561d/894f7e07-daed-4ad0-b4e9-127cc8fa561d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.681766] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9fb6388-0034-49ca-90c4-2312c6236cb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.690842] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 618.690842] env[66507]: value = "task-4637591" [ 618.690842] env[66507]: _type = "Task" [ 618.690842] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.702918] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637591, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.741986] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 618.777230] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 618.777552] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.777732] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 618.777941] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.778131] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 618.778299] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 618.778546] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.778742] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 618.778955] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 618.779143] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 618.779365] env[66507]: DEBUG nova.virt.hardware [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 618.780380] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69865ec5-8982-4eff-9b10-0299d3d9b844 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.792040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d960cf8-ec65-4100-a9cd-1dbf870ae846 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.808995] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.809220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.809427] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.952823] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637586, 'name': ReconfigVM_Task, 'duration_secs': 1.354154} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.953194] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 91c5749f-a8d0-4463-83c8-3712955ee1cb/91c5749f-a8d0-4463-83c8-3712955ee1cb.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.953883] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ce9996-c761-4bad-8c6a-3631cc0bb3b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.961456] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 618.961456] env[66507]: value = "task-4637592" [ 618.961456] env[66507]: _type = "Task" [ 618.961456] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.971902] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637592, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.982417] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637587, 'name': Rename_Task, 'duration_secs': 1.382616} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.982697] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.982956] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4346c3b-29df-4c38-963e-659de10178fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.990744] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 618.990744] env[66507]: value = "task-4637593" [ 618.990744] env[66507]: _type = "Task" [ 618.990744] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.001981] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.088697] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.089586] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 619.092064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.329s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.093771] env[66507]: INFO nova.compute.claims [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.109782] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637589, 'name': ReconfigVM_Task, 'duration_secs': 1.191067} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.110268] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a/c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.111035] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f9936e-004e-49af-afb4-1a814d0b2c43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.120268] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 619.120268] env[66507]: value = "task-4637594" [ 619.120268] env[66507]: _type = "Task" [ 619.120268] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.131781] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637594, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.203976] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637591, 'name': Rename_Task, 'duration_secs': 0.152519} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.204307] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.204602] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438312bb-a405-401d-b11b-3c046c0ec9fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.213741] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Waiting for the task: (returnval){ [ 619.213741] env[66507]: value = "task-4637595" [ 619.213741] env[66507]: _type = "Task" [ 619.213741] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.226021] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.476642] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637592, 'name': Rename_Task, 'duration_secs': 0.208797} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.476642] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.476900] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3d5dd9e-1924-4fec-9f4c-4fd6f292d813 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.485722] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 619.485722] env[66507]: value = "task-4637596" [ 619.485722] env[66507]: _type = "Task" [ 619.485722] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.498021] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.503865] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.598854] env[66507]: DEBUG nova.compute.utils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.604027] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 619.604027] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.604027] env[66507]: WARNING neutronclient.v2_0.client [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.604027] env[66507]: WARNING neutronclient.v2_0.client [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.631722] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637594, 'name': Rename_Task, 'duration_secs': 0.181864} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.632085] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.632434] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c936113b-1a54-4896-a62d-1a7471195f26 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.641406] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 619.641406] env[66507]: value = "task-4637597" [ 619.641406] env[66507]: _type = "Task" [ 619.641406] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.653783] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.720817] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Successfully updated port: 89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 619.726472] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637595, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.835253] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.835390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.850139] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.901158] env[66507]: DEBUG nova.policy [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f98c7553bd14fd1bd16e6cf5ab524de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dc1a8328f29401c9f81db61b1c77ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.006276] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637596, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.011337] env[66507]: DEBUG oslo_vmware.api [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637593, 'name': PowerOnVM_Task, 'duration_secs': 0.546146} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.011856] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.012393] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Took 16.12 seconds to spawn the instance on the hypervisor. [ 620.012393] env[66507]: DEBUG nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 620.013763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbf245e-d162-4150-8a7e-9bf8a044fa28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.104101] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 620.157579] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.230674] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.230872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquired lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.231052] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 620.234287] env[66507]: DEBUG oslo_vmware.api [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Task: {'id': task-4637595, 'name': PowerOnVM_Task, 'duration_secs': 0.619868} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.234287] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.234287] env[66507]: DEBUG nova.compute.manager [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 620.234621] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167043e-de26-44f2-80c2-c62d7abda4c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.241315] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Successfully created port: 6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.441485] env[66507]: WARNING neutronclient.v2_0.client [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.451760] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b4e5c4-e7a6-4e8a-91cb-f16c7cf2f788 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.461117] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e82b1a-124e-4bd2-94b4-39f0ab979d4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.496641] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025fb82-c674-40b9-a064-275aec3d2379 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.505579] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637596, 'name': PowerOnVM_Task, 'duration_secs': 0.93672} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.510029] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.510029] env[66507]: INFO nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Took 14.22 seconds to spawn the instance on the hypervisor. [ 620.510029] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 620.510029] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e3718-a056-4998-8c5c-16e4250e67a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.512752] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d901b25-5812-4cb5-82aa-0bf1c8600469 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.533442] env[66507]: DEBUG nova.compute.provider_tree [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.540021] env[66507]: INFO nova.compute.manager [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Took 30.90 seconds to build instance. [ 620.658578] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.761512] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.041294] env[66507]: DEBUG nova.scheduler.client.report [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.046249] env[66507]: DEBUG oslo_concurrency.lockutils [None req-404a2c9f-4345-489b-8c37-f88da9be54bc tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.475s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.054143] env[66507]: INFO nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Took 30.33 seconds to build instance. [ 621.117746] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 621.121203] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.154819] env[66507]: DEBUG oslo_vmware.api [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637597, 'name': PowerOnVM_Task, 'duration_secs': 1.203559} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.157198] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.157443] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.157638] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.157777] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.157893] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.158043] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.158247] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.158394] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.158552] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.158707] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.159370] env[66507]: DEBUG nova.virt.hardware [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.159886] env[66507]: DEBUG nova.network.neutron [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.161052] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.161241] env[66507]: INFO nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Took 12.48 seconds to spawn the instance on the hypervisor. [ 621.161822] env[66507]: DEBUG nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 621.162193] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67dc52-872f-4527-a717-2c5090070b04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.168026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f3021-696c-4213-b1e5-e3229579f9a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.179355] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc604a0-b499-4c66-bed8-3d87c5480e5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.363355] env[66507]: WARNING neutronclient.v2_0.client [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.491664] env[66507]: DEBUG nova.network.neutron [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Updating instance_info_cache with network_info: [{"id": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "address": "fa:16:3e:26:9c:fe", "network": {"id": "85d0d8b6-b82f-4bac-8f3f-183b4284feb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-247885879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c21d07cbffc245ecba6341b464d8f697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e3416b-cf", "ovs_interfaceid": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.546834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.547386] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 621.550106] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.893s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.550233] env[66507]: DEBUG nova.objects.instance [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 621.552825] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 621.555190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.849s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.625070] env[66507]: DEBUG nova.compute.manager [req-6d41154f-e558-4f00-ae36-a9cc434062e7 req-1d01a4f3-9092-414c-982d-ed0580b49a62 service nova] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Received event network-vif-deleted-37c6705e-9dfd-4250-9387-01374d89ab0f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 621.666313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.666894] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Instance network_info: |[{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 621.667424] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:bf:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a59b864-8bbd-4a9d-a305-915c732c4997', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.677795] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Creating folder: Project (71e2c5817d4d466eadcce12ffbdf7d0d). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.678226] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0bfb278-2a66-494e-9cc5-e0d03730332f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.691668] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Created folder: Project (71e2c5817d4d466eadcce12ffbdf7d0d) in parent group-v905587. [ 621.691856] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Creating folder: Instances. Parent ref: group-v905614. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.695809] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79edc6c2-6df6-4271-9478-83d4db156fda {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.697702] env[66507]: INFO nova.compute.manager [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Took 30.93 seconds to build instance. [ 621.712958] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Created folder: Instances in parent group-v905614. [ 621.714332] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.714332] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.714332] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6082d66c-5fdf-422c-b852-d7eb6cfabf33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.743408] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.743408] env[66507]: value = "task-4637600" [ 621.743408] env[66507]: _type = "Task" [ 621.743408] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.751950] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637600, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.995762] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Releasing lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.996187] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Instance network_info: |[{"id": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "address": "fa:16:3e:26:9c:fe", "network": {"id": "85d0d8b6-b82f-4bac-8f3f-183b4284feb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-247885879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c21d07cbffc245ecba6341b464d8f697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e3416b-cf", "ovs_interfaceid": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 621.998504] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89e3416b-cfc6-428b-b17b-2fa52941fb81', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.012527] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Creating folder: Project (c21d07cbffc245ecba6341b464d8f697). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.014243] env[66507]: DEBUG nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Received event network-vif-deleted-77707475-ef8d-4437-b1bb-8eb09bb209d8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 622.014472] env[66507]: DEBUG nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Received event network-vif-plugged-8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 622.014567] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.018345] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.018345] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.018345] env[66507]: DEBUG nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] No waiting events found dispatching network-vif-plugged-8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 622.018345] env[66507]: WARNING nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Received unexpected event network-vif-plugged-8a59b864-8bbd-4a9d-a305-915c732c4997 for instance with vm_state building and task_state spawning. [ 622.018345] env[66507]: DEBUG nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Received event network-changed-8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 622.018589] env[66507]: DEBUG nova.compute.manager [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Refreshing instance network info cache due to event network-changed-8a59b864-8bbd-4a9d-a305-915c732c4997. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 622.018589] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Acquiring lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.018589] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Acquired lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.018589] env[66507]: DEBUG nova.network.neutron [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Refreshing network info cache for port 8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.023312] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a76838e-9bd1-44d5-bc24-5bb9e73fe6d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.044519] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Created folder: Project (c21d07cbffc245ecba6341b464d8f697) in parent group-v905587. [ 622.044814] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Creating folder: Instances. Parent ref: group-v905617. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.045856] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ab4f38f-d274-43f6-ba35-5c9924bac73f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.055474] env[66507]: DEBUG nova.compute.utils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.064494] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 622.064772] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 622.065185] env[66507]: WARNING neutronclient.v2_0.client [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.065475] env[66507]: WARNING neutronclient.v2_0.client [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.077880] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 622.081954] env[66507]: DEBUG oslo_concurrency.lockutils [None req-22fb7ea2-dfbf-4563-89bb-7d66900c0a48 tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.531s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.086022] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Created folder: Instances in parent group-v905617. [ 622.086022] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 622.086022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.992s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.086022] env[66507]: INFO nova.compute.claims [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.092809] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.094695] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a2e8c6-df82-4690-9128-458f1be76fa7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.120794] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.120794] env[66507]: value = "task-4637603" [ 622.120794] env[66507]: _type = "Task" [ 622.120794] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.130787] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637603, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.132089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.162069] env[66507]: DEBUG nova.policy [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5252a69ce513461cba3700a2c251381c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e8096173ce8439ca260d5c6e587b671', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.183401] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Successfully updated port: 6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.201135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98993bf1-9174-483f-8b9b-0c54e1ae61a8 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.442s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.257291] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637600, 'name': CreateVM_Task, 'duration_secs': 0.333667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.257291] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.257744] env[66507]: WARNING neutronclient.v2_0.client [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.258134] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.258295] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.258655] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.258892] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31953e5-8d6d-4dcd-a9e1-6870d4fbecd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.266040] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 622.266040] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520e1b91-f1ec-10f1-6154-97d78f81ed3c" [ 622.266040] env[66507]: _type = "Task" [ 622.266040] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.277737] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520e1b91-f1ec-10f1-6154-97d78f81ed3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.382120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.383627] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.407366] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.407574] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.529960] env[66507]: WARNING neutronclient.v2_0.client [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.639140] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637603, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.687070] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.687283] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquired lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.687467] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.714722] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.715035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.765257] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Successfully created port: 4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.782633] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520e1b91-f1ec-10f1-6154-97d78f81ed3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013465} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.782979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.783242] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.783519] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.783733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.783965] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.784334] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9528174-b444-48f0-9e97-a23a678bb1cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.795211] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.795452] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.796300] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693d90ab-bde0-4809-a64f-912e462fcd76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.805166] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 622.805166] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d0d3a9-616f-812d-4ca0-846b5fd3d734" [ 622.805166] env[66507]: _type = "Task" [ 622.805166] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.818493] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d0d3a9-616f-812d-4ca0-846b5fd3d734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.888094] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 622.911124] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 623.099848] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 623.141526] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637603, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.144412] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.144916] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.145220] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.145531] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.145826] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.146097] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.147257] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.147257] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.147257] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.147257] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.147257] env[66507]: DEBUG nova.virt.hardware [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.148250] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349f66be-2a41-4d57-849a-d309a8a12766 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.161242] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d94bbd-3335-4f31-8fca-35149e6ad8d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.318243] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d0d3a9-616f-812d-4ca0-846b5fd3d734, 'name': SearchDatastore_Task, 'duration_secs': 0.014846} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.322189] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac36e95-a196-4300-abbd-3da76882801c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.328250] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 623.328250] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5264cea2-f585-e20c-d123-1b4398f2883d" [ 623.328250] env[66507]: _type = "Task" [ 623.328250] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.339992] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5264cea2-f585-e20c-d123-1b4398f2883d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.414229] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.436592] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.476076] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417b38b9-0cb6-453f-b375-7eda50c8a74a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.484920] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa1eef-4799-4628-9a1e-db57619f2c6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.521577] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3403ab9-d4c5-4379-a9a6-e7bcee1f2e1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.530721] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9452ff86-dffb-4c10-afed-7610aa8b9b1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.546231] env[66507]: DEBUG nova.compute.provider_tree [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.634659] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637603, 'name': CreateVM_Task, 'duration_secs': 1.411084} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.634936] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.635513] env[66507]: WARNING neutronclient.v2_0.client [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.635998] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.636187] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.636517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636810] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fadd88b-e33d-4b0c-ba9c-9a23d0e1aeba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.643169] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 623.643169] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52aa9811-52df-38a5-b01c-2641a2d035cc" [ 623.643169] env[66507]: _type = "Task" [ 623.643169] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.653056] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52aa9811-52df-38a5-b01c-2641a2d035cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.843102] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5264cea2-f585-e20c-d123-1b4398f2883d, 'name': SearchDatastore_Task, 'duration_secs': 0.01777} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.843102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.843102] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.843102] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa3df90-f2e2-4d3c-b29d-d61c75e55919 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.851127] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 623.851127] env[66507]: value = "task-4637604" [ 623.851127] env[66507]: _type = "Task" [ 623.851127] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.862033] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.963298] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.050799] env[66507]: DEBUG nova.scheduler.client.report [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.158224] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52aa9811-52df-38a5-b01c-2641a2d035cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.158667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159014] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.159356] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159596] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159852] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.160277] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc006ea2-cf09-4e4b-aaa9-ada6db878fe6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178611] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.178909] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.180101] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802a8cdb-7e35-46c4-8604-490cba6a17bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.188125] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 624.188125] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f5b885-63d9-1d8c-5bf4-4773c9f36ef0" [ 624.188125] env[66507]: _type = "Task" [ 624.188125] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.197315] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f5b885-63d9-1d8c-5bf4-4773c9f36ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.365558] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.439638] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Successfully updated port: 4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.557591] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.558120] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 624.564053] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.113s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.564053] env[66507]: INFO nova.compute.claims [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.706088] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f5b885-63d9-1d8c-5bf4-4773c9f36ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.017671} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.707273] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4941d666-ccc7-4b1b-8072-ae5c28bdaefb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.714532] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 624.714532] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5206c1cf-5f4f-dff2-a1b9-b9cfdcec1e0f" [ 624.714532] env[66507]: _type = "Task" [ 624.714532] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.724975] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5206c1cf-5f4f-dff2-a1b9-b9cfdcec1e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.865956] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.867300] env[66507]: WARNING neutronclient.v2_0.client [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.931866] env[66507]: WARNING neutronclient.v2_0.client [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.945935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.946210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquired lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.946435] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.073818] env[66507]: DEBUG nova.compute.utils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.076288] env[66507]: DEBUG nova.network.neutron [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updated VIF entry in instance network info cache for port 8a59b864-8bbd-4a9d-a305-915c732c4997. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.076947] env[66507]: DEBUG nova.network.neutron [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.078817] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 625.079164] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.079581] env[66507]: WARNING neutronclient.v2_0.client [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.079996] env[66507]: WARNING neutronclient.v2_0.client [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.118966] env[66507]: DEBUG nova.network.neutron [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Updating instance_info_cache with network_info: [{"id": "6580ce53-f369-4029-8e37-52ad41d81f21", "address": "fa:16:3e:68:91:54", "network": {"id": "8e03ba10-b3c5-4e35-a5ef-a4ef16ef0188", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109895875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc1a8328f29401c9f81db61b1c77ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6580ce53-f3", "ovs_interfaceid": "6580ce53-f369-4029-8e37-52ad41d81f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.176313] env[66507]: DEBUG nova.policy [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2beaf0a2a3c48e9b9313b7e8eed2e17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be8096db957748e68e91a0e1db7b1d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.229247] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5206c1cf-5f4f-dff2-a1b9-b9cfdcec1e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.057422} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.229503] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229797] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c5ab4ba1-c5cf-4f16-953e-148263d7160b/c5ab4ba1-c5cf-4f16-953e-148263d7160b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.230094] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc41d258-bab1-41a9-86eb-b31891896231 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.240349] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 625.240349] env[66507]: value = "task-4637605" [ 625.240349] env[66507]: _type = "Task" [ 625.240349] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.253703] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.366739] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.468704] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Successfully created port: 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.582183] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 625.586899] env[66507]: DEBUG oslo_concurrency.lockutils [req-fb4cab3d-5144-4149-bb3c-da859f105a29 req-bd10142f-d0cc-4e93-9891-4eea9075c8c1 service nova] Releasing lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.623859] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Releasing lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.627335] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Instance network_info: |[{"id": "6580ce53-f369-4029-8e37-52ad41d81f21", "address": "fa:16:3e:68:91:54", "network": {"id": "8e03ba10-b3c5-4e35-a5ef-a4ef16ef0188", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109895875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc1a8328f29401c9f81db61b1c77ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6580ce53-f3", "ovs_interfaceid": "6580ce53-f369-4029-8e37-52ad41d81f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 625.627512] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:91:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6580ce53-f369-4029-8e37-52ad41d81f21', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.638984] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Creating folder: Project (2dc1a8328f29401c9f81db61b1c77ede). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.643100] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bab77e3-03b7-4cba-91bf-dc1b96b7a2c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.657414] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Created folder: Project (2dc1a8328f29401c9f81db61b1c77ede) in parent group-v905587. [ 625.657713] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Creating folder: Instances. Parent ref: group-v905620. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.657997] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-707fd71f-4d55-45d7-b0c2-703f13602004 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.673868] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Created folder: Instances in parent group-v905620. [ 625.674017] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.674480] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.675382] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6b46eb-a8d4-428a-954f-7650367daee5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.703070] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.703070] env[66507]: value = "task-4637608" [ 625.703070] env[66507]: _type = "Task" [ 625.703070] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.712702] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637608, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.756546] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.872499] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.873633] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.075047] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f8251c-561c-4534-b946-0fc0614f4bf7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.085276] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ecfa6c-d8af-49bd-aeb1-ed2016996b20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.124234] env[66507]: WARNING neutronclient.v2_0.client [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.127961] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d728e657-0052-4e5c-b7c2-9c2687810f03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.145391] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9110a9d-df53-448d-8a22-0bf097dee8cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.163142] env[66507]: DEBUG nova.compute.provider_tree [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.202491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.202857] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.217140] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637608, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.240026] env[66507]: DEBUG nova.network.neutron [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updating instance_info_cache with network_info: [{"id": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "address": "fa:16:3e:0d:bf:f9", "network": {"id": "92bed250-36c3-4216-830e-eeac5ae95b7b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1777733855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e8096173ce8439ca260d5c6e587b671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7f937b-1a", "ovs_interfaceid": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.253347] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.368298] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637604, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.090537} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.368601] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.368816] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.369099] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5975c2-b682-43e7-b35c-a133cc22d358 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.377865] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 626.377865] env[66507]: value = "task-4637609" [ 626.377865] env[66507]: _type = "Task" [ 626.377865] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.388300] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.488155] env[66507]: DEBUG nova.compute.manager [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 626.488672] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ddef6a-3b4c-4558-b07a-0d40884ebc7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.598141] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 626.626908] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.627353] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.627467] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.627622] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.627783] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.627898] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.628332] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.628332] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.628454] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.628570] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.628741] env[66507]: DEBUG nova.virt.hardware [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.629656] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87317993-5fe6-423f-93d8-4a088a1abc90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.638688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.639257] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.639527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.639728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.639894] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.642650] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebcd718-504b-4c9c-909a-e45365027bc8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.648667] env[66507]: INFO nova.compute.manager [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Terminating instance [ 626.666553] env[66507]: DEBUG nova.scheduler.client.report [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.717693] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637608, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.742664] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Releasing lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.743167] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Instance network_info: |[{"id": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "address": "fa:16:3e:0d:bf:f9", "network": {"id": "92bed250-36c3-4216-830e-eeac5ae95b7b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1777733855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e8096173ce8439ca260d5c6e587b671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7f937b-1a", "ovs_interfaceid": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 626.743734] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:bf:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d7f937b-1a3b-48bb-b3e2-7d248bacf646', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.755400] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Creating folder: Project (8e8096173ce8439ca260d5c6e587b671). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.756352] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da533d7e-1a32-4bf8-8278-3728e18d80c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.769800] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637605, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45153} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.770126] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c5ab4ba1-c5cf-4f16-953e-148263d7160b/c5ab4ba1-c5cf-4f16-953e-148263d7160b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.770259] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.770517] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ee6bb5-0613-4b54-8c7b-bd60aa9cd20f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.773997] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Created folder: Project (8e8096173ce8439ca260d5c6e587b671) in parent group-v905587. [ 626.774204] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Creating folder: Instances. Parent ref: group-v905623. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.774884] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a34c50-dad7-4222-9b08-20124cfcb445 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.779711] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 626.779711] env[66507]: value = "task-4637611" [ 626.779711] env[66507]: _type = "Task" [ 626.779711] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.789635] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.791262] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Created folder: Instances in parent group-v905623. [ 626.791480] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.791690] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.792013] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5afb27ff-d05d-4033-ab81-acbea4ef666c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.816031] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.816031] env[66507]: value = "task-4637613" [ 626.816031] env[66507]: _type = "Task" [ 626.816031] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.827538] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637613, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.831418] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Received event network-vif-plugged-89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 626.831626] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquiring lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.832283] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.832492] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.832670] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] No waiting events found dispatching network-vif-plugged-89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 626.832828] env[66507]: WARNING nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Received unexpected event network-vif-plugged-89e3416b-cfc6-428b-b17b-2fa52941fb81 for instance with vm_state building and task_state spawning. [ 626.832983] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Received event network-changed-89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 626.833142] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Refreshing instance network info cache due to event network-changed-89e3416b-cfc6-428b-b17b-2fa52941fb81. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 626.833615] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquiring lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.833615] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquired lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.833615] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Refreshing network info cache for port 89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.864071] env[66507]: DEBUG nova.compute.manager [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Received event network-vif-plugged-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 626.864490] env[66507]: DEBUG oslo_concurrency.lockutils [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.864578] env[66507]: DEBUG oslo_concurrency.lockutils [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.864794] env[66507]: DEBUG oslo_concurrency.lockutils [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.865556] env[66507]: DEBUG nova.compute.manager [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] No waiting events found dispatching network-vif-plugged-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 626.865556] env[66507]: WARNING nova.compute.manager [req-70a2e15b-6b2c-4068-bc31-4f77b185f181 req-a5439373-5e19-4422-b357-bbaae7e16920 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Received unexpected event network-vif-plugged-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 for instance with vm_state building and task_state spawning. [ 626.889032] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092051} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.889209] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.890134] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e464ac-1e28-499d-b14b-f81ce321a420 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.916453] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.917298] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9db9d80-e36a-4402-ad42-ca8e7051930a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.943139] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 626.943139] env[66507]: value = "task-4637614" [ 626.943139] env[66507]: _type = "Task" [ 626.943139] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.956864] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.003804] env[66507]: INFO nova.compute.manager [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] instance snapshotting [ 627.004020] env[66507]: WARNING nova.compute.manager [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 627.008146] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca7f60-2397-4967-8988-bdb04cb5e6f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.029683] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62079e20-7174-4ec5-8dab-a1730e49a6ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.153132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "refresh_cache-894f7e07-daed-4ad0-b4e9-127cc8fa561d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.153372] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquired lock "refresh_cache-894f7e07-daed-4ad0-b4e9-127cc8fa561d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.153607] env[66507]: DEBUG nova.network.neutron [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.162688] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Successfully updated port: 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.171705] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.172210] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 627.177538] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.274s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.177872] env[66507]: DEBUG nova.objects.instance [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lazy-loading 'resources' on Instance uuid 8bfe6cb6-0fd2-416f-ba65-775627e38628 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.215540] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637608, 'name': CreateVM_Task, 'duration_secs': 1.124959} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.215540] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.220022] env[66507]: WARNING neutronclient.v2_0.client [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.220022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.220022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.220022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.220022] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08116a86-848d-4c65-8b22-f40f5b39500e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.224103] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 627.224103] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e2f02a-28b9-0b5b-5b03-1a1936197fa7" [ 627.224103] env[66507]: _type = "Task" [ 627.224103] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.238942] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e2f02a-28b9-0b5b-5b03-1a1936197fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.295615] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076456} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.295780] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.296649] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95c2c4-19bd-426d-be30-36b7ab30178a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.324129] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c5ab4ba1-c5cf-4f16-953e-148263d7160b/c5ab4ba1-c5cf-4f16-953e-148263d7160b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.324129] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed1d55a-e6c5-45a6-9864-239a1cb81c9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.343428] env[66507]: WARNING neutronclient.v2_0.client [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.352756] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637613, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.354510] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 627.354510] env[66507]: value = "task-4637615" [ 627.354510] env[66507]: _type = "Task" [ 627.354510] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.365483] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.456427] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637614, 'name': ReconfigVM_Task, 'duration_secs': 0.496602} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.458198] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.458198] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c1565e4-4c66-4eb9-90b9-af3b86c68cf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.467194] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 627.467194] env[66507]: value = "task-4637616" [ 627.467194] env[66507]: _type = "Task" [ 627.467194] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.480779] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637616, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.544015] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 627.544469] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-489fcb47-491a-4332-ae90-86e500d5dfb8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.554570] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 627.554570] env[66507]: value = "task-4637617" [ 627.554570] env[66507]: _type = "Task" [ 627.554570] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.568237] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.658429] env[66507]: WARNING neutronclient.v2_0.client [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.670096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.670329] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.670506] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.681618] env[66507]: DEBUG nova.compute.utils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.683516] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 627.687070] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.687070] env[66507]: WARNING neutronclient.v2_0.client [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.687070] env[66507]: WARNING neutronclient.v2_0.client [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.704216] env[66507]: DEBUG nova.network.neutron [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.745572] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e2f02a-28b9-0b5b-5b03-1a1936197fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.745572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.745572] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.745572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.746095] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.746095] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.746504] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f8fc5d-d2de-4a77-a9bb-23fe82019cea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.759456] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.759456] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.763679] env[66507]: WARNING neutronclient.v2_0.client [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.766494] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43726be1-7762-43e6-aea2-26ab2922b29c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.779576] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 627.779576] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52da8a52-ff54-4464-83fa-bc7879f9df3a" [ 627.779576] env[66507]: _type = "Task" [ 627.779576] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.795487] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52da8a52-ff54-4464-83fa-bc7879f9df3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.836274] env[66507]: DEBUG nova.policy [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d3dd4f56c0e4761b3a6e3b6928150e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611f13dbe6b34c52972af528a3246392', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.850069] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637613, 'name': CreateVM_Task, 'duration_secs': 0.785515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.850069] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.850069] env[66507]: WARNING neutronclient.v2_0.client [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.850069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.850069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.850479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.850479] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3da250-4047-45de-97e5-dac23fdf36ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.865045] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 627.865045] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dcd08c-aa4a-07aa-73c4-a12d672de80e" [ 627.865045] env[66507]: _type = "Task" [ 627.865045] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.875055] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637615, 'name': ReconfigVM_Task, 'duration_secs': 0.470168} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.878982] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c5ab4ba1-c5cf-4f16-953e-148263d7160b/c5ab4ba1-c5cf-4f16-953e-148263d7160b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.880889] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a684c77a-07a0-4f80-939e-2b768f07fc81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.886701] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dcd08c-aa4a-07aa-73c4-a12d672de80e, 'name': SearchDatastore_Task, 'duration_secs': 0.026346} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.888000] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.888314] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.888715] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.888883] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 627.888883] env[66507]: value = "task-4637618" [ 627.888883] env[66507]: _type = "Task" [ 627.888883] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.900022] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637618, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.984419] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637616, 'name': Rename_Task, 'duration_secs': 0.169851} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.985889] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.985889] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5282e56-69c5-4187-b254-3cb91253822a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.995926] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 627.995926] env[66507]: value = "task-4637619" [ 627.995926] env[66507]: _type = "Task" [ 627.995926] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.007398] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.064471] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.110217] env[66507]: DEBUG nova.network.neutron [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.153220] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Updated VIF entry in instance network info cache for port 89e3416b-cfc6-428b-b17b-2fa52941fb81. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.153960] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Updating instance_info_cache with network_info: [{"id": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "address": "fa:16:3e:26:9c:fe", "network": {"id": "85d0d8b6-b82f-4bac-8f3f-183b4284feb4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-247885879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c21d07cbffc245ecba6341b464d8f697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e3416b-cf", "ovs_interfaceid": "89e3416b-cfc6-428b-b17b-2fa52941fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.186896] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21a472-1a15-4f19-b3f0-8c8bcc634e32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.195675] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 628.202985] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269c30e-2f91-4a72-a788-fa4f57eaa143 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.238342] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba82f21-057b-40c6-9ba2-78aae1997398 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.248343] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca9776c-307f-45c4-8b7b-9981f0ed8401 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.271270] env[66507]: DEBUG nova.compute.provider_tree [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.274116] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.293982] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52da8a52-ff54-4464-83fa-bc7879f9df3a, 'name': SearchDatastore_Task, 'duration_secs': 0.017656} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.295122] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Successfully created port: 5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.298842] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa4bfa9-42e6-4cf9-b947-0d9028e80e5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.306305] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 628.306305] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52618d2a-f33e-eb2a-5c18-52b1e1b8c0aa" [ 628.306305] env[66507]: _type = "Task" [ 628.306305] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.310695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "37454815-84ce-48bb-b057-15c876873e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.310996] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.311273] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "37454815-84ce-48bb-b057-15c876873e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.311475] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.311698] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.318283] env[66507]: INFO nova.compute.manager [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Terminating instance [ 628.333086] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52618d2a-f33e-eb2a-5c18-52b1e1b8c0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.334041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.334041] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] bc5e389f-916a-43c6-b01e-f3d7fa257603/bc5e389f-916a-43c6-b01e-f3d7fa257603.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.334041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.334233] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.334809] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e97cb364-6ce4-4563-9ee0-83b0c81c20b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.337641] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea14e88-4acb-46fa-86f9-1556ee655279 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.346043] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 628.346043] env[66507]: value = "task-4637620" [ 628.346043] env[66507]: _type = "Task" [ 628.346043] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.351429] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.351608] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.353216] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18225b16-63db-4d24-b802-6931458f7589 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.359927] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.364067] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 628.364067] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5291f6db-e273-dfd0-9e28-e75a13772ceb" [ 628.364067] env[66507]: _type = "Task" [ 628.364067] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.375565] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5291f6db-e273-dfd0-9e28-e75a13772ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.399765] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637618, 'name': Rename_Task, 'duration_secs': 0.225871} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.400548] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.400962] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bcb5d05-c777-4a11-89b8-e694769de6a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410021] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 628.410021] env[66507]: value = "task-4637621" [ 628.410021] env[66507]: _type = "Task" [ 628.410021] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.421365] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.507308] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.569433] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637617, 'name': CreateSnapshot_Task, 'duration_secs': 0.6998} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.569513] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 628.570429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a02a07-f7c2-45d3-a18e-f08601bf5abe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.616122] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Releasing lock "refresh_cache-894f7e07-daed-4ad0-b4e9-127cc8fa561d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.616680] env[66507]: DEBUG nova.compute.manager [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 628.616965] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.617960] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ce70b-64c6-4731-9cf2-dde56f7cecf1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.630737] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.632441] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502cf2d6-95dc-42bb-a550-ad5edddaae56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.646716] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 628.646716] env[66507]: value = "task-4637622" [ 628.646716] env[66507]: _type = "Task" [ 628.646716] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.659538] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Releasing lock "refresh_cache-c5ab4ba1-c5cf-4f16-953e-148263d7160b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.659934] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Received event network-vif-plugged-6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 628.660365] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquiring lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.660625] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.660831] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.661078] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] No waiting events found dispatching network-vif-plugged-6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 628.661307] env[66507]: WARNING nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Received unexpected event network-vif-plugged-6580ce53-f369-4029-8e37-52ad41d81f21 for instance with vm_state building and task_state spawning. [ 628.661587] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Received event network-changed-6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 628.661747] env[66507]: DEBUG nova.compute.manager [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Refreshing instance network info cache due to event network-changed-6580ce53-f369-4029-8e37-52ad41d81f21. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 628.662017] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquiring lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.662206] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Acquired lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.662478] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Refreshing network info cache for port 6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.664568] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.779994] env[66507]: DEBUG nova.scheduler.client.report [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.826138] env[66507]: DEBUG nova.compute.manager [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 628.826138] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.826647] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.826925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.827322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.827634] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.827946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.830324] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a7119-ea87-496b-898e-c787fb7fd1f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.834572] env[66507]: INFO nova.compute.manager [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Terminating instance [ 628.843950] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.844642] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c53b385-8e58-45db-be5e-2b4c57b8c011 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.854579] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 628.854579] env[66507]: value = "task-4637623" [ 628.854579] env[66507]: _type = "Task" [ 628.854579] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.859327] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.875021] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.886654] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5291f6db-e273-dfd0-9e28-e75a13772ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.887963] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe24e534-c5c4-455f-9819-4cda5420f57d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.898594] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 628.898594] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5248f864-3990-3006-3848-030e8a22844f" [ 628.898594] env[66507]: _type = "Task" [ 628.898594] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.910908] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5248f864-3990-3006-3848-030e8a22844f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.923338] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637621, 'name': PowerOnVM_Task} progress is 71%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.011124] env[66507]: DEBUG oslo_vmware.api [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637619, 'name': PowerOnVM_Task, 'duration_secs': 0.730299} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.011252] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.011649] env[66507]: INFO nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Took 12.82 seconds to spawn the instance on the hypervisor. [ 629.011796] env[66507]: DEBUG nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 629.013805] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450bf3a-9548-4bfb-a49f-6e2ae2a0f632 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.032661] env[66507]: WARNING neutronclient.v2_0.client [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.099144] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 629.100776] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df9eb490-f71d-4530-9ad9-5412a001b4aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.116718] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 629.116718] env[66507]: value = "task-4637624" [ 629.116718] env[66507]: _type = "Task" [ 629.116718] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.130501] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.158015] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637622, 'name': PowerOffVM_Task, 'duration_secs': 0.237811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.158414] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.158586] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.159145] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83fc9ec8-b599-461c-b730-0c481c3f8659 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.166326] env[66507]: WARNING neutronclient.v2_0.client [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.190519] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.190769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.191040] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleting the datastore file [datastore1] 894f7e07-daed-4ad0-b4e9-127cc8fa561d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.191420] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9535dca4-6ded-4c2c-b35d-eadb3a7270da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.199760] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for the task: (returnval){ [ 629.199760] env[66507]: value = "task-4637626" [ 629.199760] env[66507]: _type = "Task" [ 629.199760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.206594] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 629.212976] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.241536] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.241873] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.241967] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.242147] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.242258] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.242394] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.242588] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.242983] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.243226] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.243421] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.243549] env[66507]: DEBUG nova.virt.hardware [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.245201] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd6cec-066b-457e-8650-30f52861b160 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.263615] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaab4c7-5752-4952-a0d4-d07f88ab680b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.287448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.290038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.761s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.292027] env[66507]: INFO nova.compute.claims [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.321383] env[66507]: INFO nova.scheduler.client.report [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Deleted allocations for instance 8bfe6cb6-0fd2-416f-ba65-775627e38628 [ 629.341268] env[66507]: DEBUG nova.compute.manager [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 629.341268] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.342801] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07724d3-fce0-4681-bed7-b4b2c2fba6d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.354867] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.355736] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45308fb4-5045-4278-a44f-8601a0e4ec50 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.362641] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668184} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.367231] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] bc5e389f-916a-43c6-b01e-f3d7fa257603/bc5e389f-916a-43c6-b01e-f3d7fa257603.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.367625] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.368077] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 629.368077] env[66507]: value = "task-4637627" [ 629.368077] env[66507]: _type = "Task" [ 629.368077] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.368691] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd865350-40ed-4df1-9076-38ce3de1dbe5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.380438] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637623, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.388196] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.390182] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 629.390182] env[66507]: value = "task-4637628" [ 629.390182] env[66507]: _type = "Task" [ 629.390182] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.402420] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.413547] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5248f864-3990-3006-3848-030e8a22844f, 'name': SearchDatastore_Task, 'duration_secs': 0.061315} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.417429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.417696] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ec16c77f-8a26-48cb-9ad5-b524350fcf0b/ec16c77f-8a26-48cb-9ad5-b524350fcf0b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.418050] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79afdf9-0240-4a15-b213-da20a588c97d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.427939] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.430774] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 629.430774] env[66507]: value = "task-4637629" [ 629.430774] env[66507]: _type = "Task" [ 629.430774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.445171] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.511209] env[66507]: DEBUG nova.network.neutron [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.534992] env[66507]: INFO nova.compute.manager [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Took 36.99 seconds to build instance. [ 629.630090] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.712019] env[66507]: DEBUG oslo_vmware.api [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Task: {'id': task-4637626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188745} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.713178] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.713178] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.713178] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.713178] env[66507]: INFO nova.compute.manager [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 629.713178] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.713495] env[66507]: DEBUG nova.compute.manager [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 629.713495] env[66507]: DEBUG nova.network.neutron [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 629.713679] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.832391] env[66507]: DEBUG oslo_concurrency.lockutils [None req-100059b9-410f-431a-b494-b37a81f3fad1 tempest-DeleteServersAdminTestJSON-1090984952 tempest-DeleteServersAdminTestJSON-1090984952-project-admin] Lock "8bfe6cb6-0fd2-416f-ba65-775627e38628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.403s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.884117] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637623, 'name': PowerOffVM_Task, 'duration_secs': 0.527434} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.885676] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.886036] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.886452] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b3dee7-2118-4d64-88a8-a3c62ec8ba36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.894136] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637627, 'name': PowerOffVM_Task, 'duration_secs': 0.339942} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.899937] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.900239] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.900725] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f17aab50-1184-4711-a8f1-4ca2a962ea7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.914771] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.914771] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.914947] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43401f-0cac-4dcf-b502-45372217f18e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.932536] env[66507]: DEBUG oslo_vmware.api [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637621, 'name': PowerOnVM_Task, 'duration_secs': 1.239916} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.954412] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.954412] env[66507]: INFO nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Took 11.21 seconds to spawn the instance on the hypervisor. [ 629.954412] env[66507]: DEBUG nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 629.966628] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] bc5e389f-916a-43c6-b01e-f3d7fa257603/bc5e389f-916a-43c6-b01e-f3d7fa257603.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.967744] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32f9b33-ccba-49cc-8f99-c45e16bdd8b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.971482] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4949a382-4017-4c8e-94cb-2687e3417bd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.996213] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.005657] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.005903] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.006099] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleting the datastore file [datastore1] c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.006828] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1cd8119-5f88-4df9-836e-2af1f359666f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.010587] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 630.010587] env[66507]: value = "task-4637632" [ 630.010587] env[66507]: _type = "Task" [ 630.010587] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.015661] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.016088] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Instance network_info: |[{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 630.018451] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6e:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a24bce0-4bb2-4944-b245-8cea3fb48c41', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.027778] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Creating folder: Project (be8096db957748e68e91a0e1db7b1d8f). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.028575] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 630.028575] env[66507]: value = "task-4637633" [ 630.028575] env[66507]: _type = "Task" [ 630.028575] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.032440] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a61b46b-b4e8-4a8e-8e4e-67be1b242729 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.034838] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.035054] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.036642] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.036642] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleting the datastore file [datastore2] 37454815-84ce-48bb-b057-15c876873e73 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.036642] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Successfully updated port: 5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.051109] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb9a44d-67aa-4201-a010-47d861f04e1f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.052654] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6790c781-7aaa-494f-8add-7acd8bda4d80 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.599s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.054505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.054676] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.055810] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.059374] env[66507]: DEBUG nova.network.neutron [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.060617] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.066204] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.068408] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 630.068408] env[66507]: value = "task-4637635" [ 630.068408] env[66507]: _type = "Task" [ 630.068408] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.073430] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Created folder: Project (be8096db957748e68e91a0e1db7b1d8f) in parent group-v905587. [ 630.073592] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Creating folder: Instances. Parent ref: group-v905628. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.075052] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beb5b43e-f121-492f-adbf-83dd591b3fe1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.082192] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.088794] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Created folder: Instances in parent group-v905628. [ 630.089060] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.092679] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.093196] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050ffa6e-b6bc-4596-8a64-35931646c886 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.117524] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.117524] env[66507]: value = "task-4637637" [ 630.117524] env[66507]: _type = "Task" [ 630.117524] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.133038] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.137206] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637637, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.451481] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773188} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.451481] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ec16c77f-8a26-48cb-9ad5-b524350fcf0b/ec16c77f-8a26-48cb-9ad5-b524350fcf0b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.451481] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.451481] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eabf3fb-783a-446f-bdf4-bf435b2179fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.462550] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 630.462550] env[66507]: value = "task-4637638" [ 630.462550] env[66507]: _type = "Task" [ 630.462550] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.482994] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.527031] env[66507]: WARNING neutronclient.v2_0.client [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.531025] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.532285] env[66507]: INFO nova.compute.manager [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Took 28.92 seconds to build instance. [ 630.553066] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.565240] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 630.570880] env[66507]: DEBUG nova.network.neutron [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.594482] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.639591] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637637, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.640210] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.644067] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.690909] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Updated VIF entry in instance network info cache for port 6580ce53-f369-4029-8e37-52ad41d81f21. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 630.692287] env[66507]: DEBUG nova.network.neutron [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Updating instance_info_cache with network_info: [{"id": "6580ce53-f369-4029-8e37-52ad41d81f21", "address": "fa:16:3e:68:91:54", "network": {"id": "8e03ba10-b3c5-4e35-a5ef-a4ef16ef0188", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109895875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dc1a8328f29401c9f81db61b1c77ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6580ce53-f3", "ovs_interfaceid": "6580ce53-f369-4029-8e37-52ad41d81f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.746911] env[66507]: WARNING neutronclient.v2_0.client [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.842042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa8ad5-6e20-4431-955b-bd91d18f88fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.851525] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df7ad8b-bdc9-4a5d-8c99-78f0a87d5334 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.891051] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04daee87-d659-4d8e-b9a9-a89178022935 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.900131] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935b46d-7c37-42c6-a0d4-3b9b953fd139 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.915891] env[66507]: DEBUG nova.compute.provider_tree [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.974530] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07658} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.974845] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.975683] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb118c5-97e7-45db-95b1-d2c99bcb320d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.000171] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ec16c77f-8a26-48cb-9ad5-b524350fcf0b/ec16c77f-8a26-48cb-9ad5-b524350fcf0b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.001274] env[66507]: DEBUG nova.network.neutron [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Updating instance_info_cache with network_info: [{"id": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "address": "fa:16:3e:3a:ab:c8", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfa075-f8", "ovs_interfaceid": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.003033] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67c88be-d5fd-4fb1-935e-eca5ab750599 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.029673] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637632, 'name': ReconfigVM_Task, 'duration_secs': 0.813666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.031129] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Reconfigured VM instance instance-0000000d to attach disk [datastore2] bc5e389f-916a-43c6-b01e-f3d7fa257603/bc5e389f-916a-43c6-b01e-f3d7fa257603.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.031823] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 631.031823] env[66507]: value = "task-4637639" [ 631.031823] env[66507]: _type = "Task" [ 631.031823] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.032015] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87baa7d3-9b46-450e-9979-9809e40db21b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.039220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c61bf7f-0ba2-490a-8f16-00509ce4df2b tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.603s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.048634] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637639, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.048997] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 631.048997] env[66507]: value = "task-4637640" [ 631.048997] env[66507]: _type = "Task" [ 631.048997] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.056718] env[66507]: DEBUG oslo_vmware.api [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657155} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.058064] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.058308] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.058477] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.058652] env[66507]: INFO nova.compute.manager [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Took 1.72 seconds to destroy the instance on the hypervisor. [ 631.059014] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.059388] env[66507]: DEBUG nova.compute.manager [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 631.059493] env[66507]: DEBUG nova.network.neutron [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 631.059734] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.065210] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637640, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.082919] env[66507]: INFO nova.compute.manager [-] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Took 1.37 seconds to deallocate network for instance. [ 631.092042] env[66507]: DEBUG oslo_vmware.api [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530744} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.092675] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.092930] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.093167] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.093341] env[66507]: INFO nova.compute.manager [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 37454815-84ce-48bb-b057-15c876873e73] Took 2.27 seconds to destroy the instance on the hypervisor. [ 631.093735] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.093893] env[66507]: DEBUG nova.compute.manager [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 631.094266] env[66507]: DEBUG nova.network.neutron [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 631.094571] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.098153] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.136617] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task} progress is 95%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.137318] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637637, 'name': CreateVM_Task, 'duration_secs': 0.692305} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.137318] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.137530] env[66507]: WARNING neutronclient.v2_0.client [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.137875] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.138035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.138417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.138875] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01b7458-48a3-4d5f-a60c-1020478a55f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.144900] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 631.144900] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52656aa0-7aa3-67c7-6035-7a08524aaaec" [ 631.144900] env[66507]: _type = "Task" [ 631.144900] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.154746] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52656aa0-7aa3-67c7-6035-7a08524aaaec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.197275] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0c66338-e97b-4e36-b836-59c5f4f93dfd req-47c85b7c-34a6-4336-92be-fea1bebe20a4 service nova] Releasing lock "refresh_cache-bc5e389f-916a-43c6-b01e-f3d7fa257603" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.231465] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.231831] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.232025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.232284] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.232478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.237349] env[66507]: INFO nova.compute.manager [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Terminating instance [ 631.263411] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.271561] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.419770] env[66507]: DEBUG nova.scheduler.client.report [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.465973] env[66507]: DEBUG nova.compute.manager [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-vif-plugged-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 631.466254] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Acquiring lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.466361] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.466743] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.466999] env[66507]: DEBUG nova.compute.manager [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] No waiting events found dispatching network-vif-plugged-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 631.467246] env[66507]: WARNING nova.compute.manager [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received unexpected event network-vif-plugged-9a24bce0-4bb2-4944-b245-8cea3fb48c41 for instance with vm_state building and task_state spawning. [ 631.467428] env[66507]: DEBUG nova.compute.manager [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 631.467588] env[66507]: DEBUG nova.compute.manager [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing instance network info cache due to event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 631.467832] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.467938] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.468121] env[66507]: DEBUG nova.network.neutron [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.492258] env[66507]: DEBUG nova.compute.manager [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Received event network-changed-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 631.492357] env[66507]: DEBUG nova.compute.manager [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Refreshing instance network info cache due to event network-changed-4d7f937b-1a3b-48bb-b3e2-7d248bacf646. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 631.492513] env[66507]: DEBUG oslo_concurrency.lockutils [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] Acquiring lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.492691] env[66507]: DEBUG oslo_concurrency.lockutils [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] Acquired lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.494877] env[66507]: DEBUG nova.network.neutron [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Refreshing network info cache for port 4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.519499] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.519869] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Instance network_info: |[{"id": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "address": "fa:16:3e:3a:ab:c8", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfa075-f8", "ovs_interfaceid": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 631.520607] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ab:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abfa075-f867-4ccf-9ce9-1633a9e91a3c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.533426] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Creating folder: Project (611f13dbe6b34c52972af528a3246392). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.536040] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55391916-bf6e-4953-8147-ae7b9b72ed42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.549384] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637639, 'name': ReconfigVM_Task, 'duration_secs': 0.331893} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.549384] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ec16c77f-8a26-48cb-9ad5-b524350fcf0b/ec16c77f-8a26-48cb-9ad5-b524350fcf0b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.549913] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 631.552656] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bf3c118-c5ce-496c-a971-900c9b5b0037 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.559191] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Created folder: Project (611f13dbe6b34c52972af528a3246392) in parent group-v905587. [ 631.559290] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Creating folder: Instances. Parent ref: group-v905631. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.563060] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de530450-4f7a-4a4d-8030-1b1dd9cd31e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.572973] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637640, 'name': Rename_Task, 'duration_secs': 0.247991} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.573717] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.574303] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 631.574303] env[66507]: value = "task-4637642" [ 631.574303] env[66507]: _type = "Task" [ 631.574303] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.574303] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe434cf-2c4d-40fa-b774-c57a8da61a7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.582525] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Created folder: Instances in parent group-v905631. [ 631.582525] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.584251] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.584251] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-308d687b-3805-4759-8271-4faf5399f1f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.609140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.609512] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 631.609512] env[66507]: value = "task-4637644" [ 631.609512] env[66507]: _type = "Task" [ 631.609512] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.609745] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637642, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.621205] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.621205] env[66507]: value = "task-4637645" [ 631.621205] env[66507]: _type = "Task" [ 631.621205] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.630517] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637644, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.643294] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637645, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.646890] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637624, 'name': CloneVM_Task, 'duration_secs': 2.250721} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.650753] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Created linked-clone VM from snapshot [ 631.652608] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b1449-0dbf-4c9b-ab62-870feb2b3dbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.666948] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52656aa0-7aa3-67c7-6035-7a08524aaaec, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.675161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.675161] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.675161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.675161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.675965] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.675965] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Uploading image 270c224c-e0e8-40ce-aab1-32628f839155 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 631.677284] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f1c9c1f-c654-488e-9f3d-4cccb7c0f7f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.690686] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.691333] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.692709] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fc717c-8f0f-425a-a045-21b59d5d201f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.703825] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 631.703825] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ed91b9-5fb0-b639-3d6c-37a736c60523" [ 631.703825] env[66507]: _type = "Task" [ 631.703825] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.719757] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ed91b9-5fb0-b639-3d6c-37a736c60523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.723500] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 631.723500] env[66507]: value = "vm-905627" [ 631.723500] env[66507]: _type = "VirtualMachine" [ 631.723500] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 631.723928] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53cf21f1-73ec-4c6e-be0a-a1d1b7ed71c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.733039] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease: (returnval){ [ 631.733039] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52455aea-8cd8-bc2f-efff-87832a554491" [ 631.733039] env[66507]: _type = "HttpNfcLease" [ 631.733039] env[66507]: } obtained for exporting VM: (result){ [ 631.733039] env[66507]: value = "vm-905627" [ 631.733039] env[66507]: _type = "VirtualMachine" [ 631.733039] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 631.733451] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the lease: (returnval){ [ 631.733451] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52455aea-8cd8-bc2f-efff-87832a554491" [ 631.733451] env[66507]: _type = "HttpNfcLease" [ 631.733451] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 631.743217] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.743217] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52455aea-8cd8-bc2f-efff-87832a554491" [ 631.743217] env[66507]: _type = "HttpNfcLease" [ 631.743217] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 631.745127] env[66507]: DEBUG nova.compute.manager [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 631.745427] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.746398] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e01a8-efde-418b-838e-4fd10959793b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.758044] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.758361] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553c4930-602d-494c-9357-ae41942c1a54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.767719] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 631.767719] env[66507]: value = "task-4637647" [ 631.767719] env[66507]: _type = "Task" [ 631.767719] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.778677] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.929920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.930584] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 631.934768] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.376s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.935927] env[66507]: DEBUG nova.objects.instance [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lazy-loading 'resources' on Instance uuid 4b4c0062-a4ac-4ded-b482-80d461cb0e5a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.971053] env[66507]: WARNING neutronclient.v2_0.client [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.000695] env[66507]: WARNING neutronclient.v2_0.client [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.059424] env[66507]: DEBUG nova.network.neutron [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.085817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.091464] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637642, 'name': Rename_Task, 'duration_secs': 0.187987} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.091892] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.092215] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd6603b-141e-4ceb-964d-eb2bbae84090 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.102919] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 632.102919] env[66507]: value = "task-4637648" [ 632.102919] env[66507]: _type = "Task" [ 632.102919] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.119758] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.128401] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.137840] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637645, 'name': CreateVM_Task, 'duration_secs': 0.411939} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.138075] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.138627] env[66507]: WARNING neutronclient.v2_0.client [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.139191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.139444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.139798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.140117] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69538a97-0bba-4e53-bd53-bfa977bd14b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.146962] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 632.146962] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b42d2a-c752-31e8-b0b9-535b188f5ca8" [ 632.146962] env[66507]: _type = "Task" [ 632.146962] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.159040] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b42d2a-c752-31e8-b0b9-535b188f5ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.216469] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ed91b9-5fb0-b639-3d6c-37a736c60523, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.218463] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c770bf-dc8b-490f-9b2b-b78fe90bae33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.226968] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 632.226968] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525abc54-968f-43dc-f92c-0f9f32b82d3b" [ 632.226968] env[66507]: _type = "Task" [ 632.226968] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.237892] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525abc54-968f-43dc-f92c-0f9f32b82d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.246057] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 632.246057] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52455aea-8cd8-bc2f-efff-87832a554491" [ 632.246057] env[66507]: _type = "HttpNfcLease" [ 632.246057] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 632.246408] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 632.246408] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52455aea-8cd8-bc2f-efff-87832a554491" [ 632.246408] env[66507]: _type = "HttpNfcLease" [ 632.246408] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 632.247961] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2b6135-f338-446b-a9a7-4efc9730de72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.258626] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 632.258816] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 632.319738] env[66507]: DEBUG nova.network.neutron [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.332591] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637647, 'name': PowerOffVM_Task, 'duration_secs': 0.246227} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.332868] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.333049] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.333296] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c51ea6-907c-44a8-bb34-9bf8944e2b28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.411098] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5d748df-a27e-42db-9caf-3f96632c7cec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.415972] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.416340] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.416614] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleting the datastore file [datastore1] 91c5749f-a8d0-4463-83c8-3712955ee1cb {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.417555] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f987db07-f2f2-46af-926e-7370dfe7b1b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.428151] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 632.428151] env[66507]: value = "task-4637650" [ 632.428151] env[66507]: _type = "Task" [ 632.428151] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.454873] env[66507]: DEBUG nova.compute.utils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.456211] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.457019] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 632.458173] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.458173] env[66507]: WARNING neutronclient.v2_0.client [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.458173] env[66507]: WARNING neutronclient.v2_0.client [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.569279] env[66507]: INFO nova.compute.manager [-] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Took 1.51 seconds to deallocate network for instance. [ 632.622040] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637648, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.628813] env[66507]: DEBUG oslo_vmware.api [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637644, 'name': PowerOnVM_Task, 'duration_secs': 0.589418} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.631828] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.632081] env[66507]: INFO nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Took 11.51 seconds to spawn the instance on the hypervisor. [ 632.632260] env[66507]: DEBUG nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 632.636455] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb1f15-5c5a-452e-9e39-ad1c1007f6a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.668766] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b42d2a-c752-31e8-b0b9-535b188f5ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.671912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.672253] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.672439] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.746388] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525abc54-968f-43dc-f92c-0f9f32b82d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.746952] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.747231] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 46af7146-bb98-48bf-8902-cdde40747ac0/46af7146-bb98-48bf-8902-cdde40747ac0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.750079] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.750329] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.750668] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a8a09f-790f-48ff-8339-1797c19e1800 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.754533] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b647619-1a21-4a78-989a-a999d30039b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.764181] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 632.764181] env[66507]: value = "task-4637651" [ 632.764181] env[66507]: _type = "Task" [ 632.764181] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.769060] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.769225] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.775092] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34f4d4e-7cc0-412b-b31b-ecfd82890957 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.787749] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.794519] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 632.794519] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52eefa8e-b0e7-9d27-002a-29b35546841b" [ 632.794519] env[66507]: _type = "Task" [ 632.794519] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.815462] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eefa8e-b0e7-9d27-002a-29b35546841b, 'name': SearchDatastore_Task, 'duration_secs': 0.01426} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.816252] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19dd2fc-a828-4937-bc92-e3f4d01123ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.825341] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 632.825341] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5233b3c2-3804-359f-8ff3-f8e8f028f0f3" [ 632.825341] env[66507]: _type = "Task" [ 632.825341] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.825782] env[66507]: INFO nova.compute.manager [-] [instance: 37454815-84ce-48bb-b057-15c876873e73] Took 1.73 seconds to deallocate network for instance. [ 632.843762] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5233b3c2-3804-359f-8ff3-f8e8f028f0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.844114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.844626] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] aa189a25-2dad-4dfd-affc-5e596ccd94ac/aa189a25-2dad-4dfd-affc-5e596ccd94ac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.844626] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fdc1b9c-d1ce-4501-84a8-e2bc8db1cb96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.856487] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 632.856487] env[66507]: value = "task-4637652" [ 632.856487] env[66507]: _type = "Task" [ 632.856487] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.867429] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.895327] env[66507]: DEBUG nova.policy [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.941656] env[66507]: DEBUG oslo_vmware.api [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286337} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.945456] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.945805] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.946164] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.946413] env[66507]: INFO nova.compute.manager [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 632.946710] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.947445] env[66507]: DEBUG nova.compute.manager [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 632.947641] env[66507]: DEBUG nova.network.neutron [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 632.948023] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.961261] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 632.965868] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2952a-901d-4a9e-b563-500725f2b5e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.977101] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066bce1e-f5e8-449d-899e-4a570b5b63be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.013172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c366d9-8471-49f8-a96b-edf3c0848aea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.024496] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2121f3b-2973-448a-98e1-5dbca98e7ba8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.040902] env[66507]: DEBUG nova.compute.provider_tree [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.079833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.123328] env[66507]: DEBUG oslo_vmware.api [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637648, 'name': PowerOnVM_Task, 'duration_secs': 0.726656} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.123328] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.123328] env[66507]: INFO nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Took 10.02 seconds to spawn the instance on the hypervisor. [ 633.123328] env[66507]: DEBUG nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 633.123618] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecedc8c-37b2-4dc4-915a-94287484b0c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.165201] env[66507]: INFO nova.compute.manager [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Took 26.53 seconds to build instance. [ 633.276961] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637651, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.336929] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.369735] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.544177] env[66507]: DEBUG nova.scheduler.client.report [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.575432] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Successfully created port: 240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.651163] env[66507]: INFO nova.compute.manager [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Took 26.91 seconds to build instance. [ 633.656166] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.670695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffb67beb-938a-476f-9eba-75fbdbaf9258 tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.654s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.777612] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739754} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.778359] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 46af7146-bb98-48bf-8902-cdde40747ac0/46af7146-bb98-48bf-8902-cdde40747ac0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.778359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.778818] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5266cd8b-5146-45f0-9c09-fcd742925dc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.788703] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 633.788703] env[66507]: value = "task-4637653" [ 633.788703] env[66507]: _type = "Task" [ 633.788703] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.800566] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.872159] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637652, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006785} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.872845] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] aa189a25-2dad-4dfd-affc-5e596ccd94ac/aa189a25-2dad-4dfd-affc-5e596ccd94ac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.873126] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.873424] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeeba985-4dca-470b-b379-005579e17303 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.881670] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 633.881670] env[66507]: value = "task-4637654" [ 633.881670] env[66507]: _type = "Task" [ 633.881670] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.895027] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.980025] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 634.012896] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.013104] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.013823] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.014081] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.014393] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.015088] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.015435] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.015507] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.015708] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.016390] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.016605] env[66507]: DEBUG nova.virt.hardware [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.018826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d9f7c-b5b4-4d62-883b-884db67bf575 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.027886] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58fcf2c-bf6f-4906-9d6c-f8eb3a97dedf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.051514] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.054678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.894s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.057017] env[66507]: DEBUG nova.objects.instance [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lazy-loading 'resources' on Instance uuid 53257a1e-cf01-4b87-b1a1-081176888044 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.094983] env[66507]: INFO nova.scheduler.client.report [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Deleted allocations for instance 4b4c0062-a4ac-4ded-b482-80d461cb0e5a [ 634.160795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94cf8af6-41f4-4db4-a1f8-b00642bf3ff0 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.929s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.303138] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18054} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.303641] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.305077] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcb6677-239d-4000-aaf9-617f84974d7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.343631] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 46af7146-bb98-48bf-8902-cdde40747ac0/46af7146-bb98-48bf-8902-cdde40747ac0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.344109] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bfd8ea-f780-4b70-a4d1-dbed18f1ea3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.368944] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 634.368944] env[66507]: value = "task-4637655" [ 634.368944] env[66507]: _type = "Task" [ 634.368944] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.380080] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.392610] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240897} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.393050] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.396296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b8860-c6a1-4630-a893-db7f634d4edf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.420227] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aa189a25-2dad-4dfd-affc-5e596ccd94ac/aa189a25-2dad-4dfd-affc-5e596ccd94ac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.420598] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8934f36f-d6ae-4532-9c45-f0aceff9710e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.444193] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 634.444193] env[66507]: value = "task-4637656" [ 634.444193] env[66507]: _type = "Task" [ 634.444193] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.455113] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.605511] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05821be6-c967-4d45-8919-73fdae629af5 tempest-ServerDiagnosticsTest-2078655975 tempest-ServerDiagnosticsTest-2078655975-project-member] Lock "4b4c0062-a4ac-4ded-b482-80d461cb0e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.470s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.886984] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.963653] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.986687] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d0d9f-7983-4359-b996-f666759c7c42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.995771] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460eff78-e087-446b-8c2c-8f3c97d23345 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.030660] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e029dd3a-37e2-419b-89b7-a09ec654f8d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.041121] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523b22f8-53fb-4def-b248-e76cac250099 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.055957] env[66507]: DEBUG nova.compute.provider_tree [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.389677] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637655, 'name': ReconfigVM_Task, 'duration_secs': 0.612245} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.390075] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 46af7146-bb98-48bf-8902-cdde40747ac0/46af7146-bb98-48bf-8902-cdde40747ac0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.390738] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e0cf8f1-1128-4b8b-b965-a8f2d59b22d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.400493] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 635.400493] env[66507]: value = "task-4637657" [ 635.400493] env[66507]: _type = "Task" [ 635.400493] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.410414] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637657, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.456674] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637656, 'name': ReconfigVM_Task, 'duration_secs': 0.521703} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.457841] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aa189a25-2dad-4dfd-affc-5e596ccd94ac/aa189a25-2dad-4dfd-affc-5e596ccd94ac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.458059] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ce964e4-2fd5-4279-9ab1-13ec7ba3fd67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.466063] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 635.466063] env[66507]: value = "task-4637658" [ 635.466063] env[66507]: _type = "Task" [ 635.466063] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.478665] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.560237] env[66507]: DEBUG nova.scheduler.client.report [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.667551] env[66507]: DEBUG nova.network.neutron [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.912126] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637657, 'name': Rename_Task, 'duration_secs': 0.21321} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.912678] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.912678] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af8d4c9-a6c2-4627-b3fb-0cffa7536e21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.920664] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 635.920664] env[66507]: value = "task-4637659" [ 635.920664] env[66507]: _type = "Task" [ 635.920664] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.930437] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.978872] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.067706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.074636] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.310s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.074636] env[66507]: DEBUG nova.objects.instance [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 636.112473] env[66507]: INFO nova.scheduler.client.report [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Deleted allocations for instance 53257a1e-cf01-4b87-b1a1-081176888044 [ 636.173776] env[66507]: INFO nova.compute.manager [-] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Took 3.23 seconds to deallocate network for instance. [ 636.291694] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Successfully updated port: 240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.327933] env[66507]: WARNING neutronclient.v2_0.client [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.358760] env[66507]: WARNING neutronclient.v2_0.client [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.436284] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.491916] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.544452] env[66507]: DEBUG nova.network.neutron [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updated VIF entry in instance network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.544547] env[66507]: DEBUG nova.network.neutron [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.589530] env[66507]: DEBUG nova.network.neutron [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updated VIF entry in instance network info cache for port 4d7f937b-1a3b-48bb-b3e2-7d248bacf646. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.589899] env[66507]: DEBUG nova.network.neutron [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updating instance_info_cache with network_info: [{"id": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "address": "fa:16:3e:0d:bf:f9", "network": {"id": "92bed250-36c3-4216-830e-eeac5ae95b7b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1777733855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e8096173ce8439ca260d5c6e587b671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7f937b-1a", "ovs_interfaceid": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.624717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3a0fcad7-454f-44dd-a69b-c4de1b998772 tempest-TenantUsagesTestJSON-1983695498 tempest-TenantUsagesTestJSON-1983695498-project-member] Lock "53257a1e-cf01-4b87-b1a1-081176888044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.117s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.681669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.794468] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.794665] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.794875] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.937115] env[66507]: DEBUG oslo_vmware.api [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637659, 'name': PowerOnVM_Task, 'duration_secs': 0.730218} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.937544] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.938639] env[66507]: INFO nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Took 10.34 seconds to spawn the instance on the hypervisor. [ 636.938639] env[66507]: DEBUG nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 636.939755] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d7fb0-0022-4374-91cf-c2e3cb014c13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.983127] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.048143] env[66507]: DEBUG oslo_concurrency.lockutils [req-3e30b6c3-b49e-46f0-bfe5-dc6188cade5d req-5c49bfee-4800-47b7-a3ec-b9b073a8a3f9 service nova] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.090160] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86ffb65-1b62-41a5-b904-9c402ed74185 tempest-ServersAdmin275Test-1659471890 tempest-ServersAdmin275Test-1659471890-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.091448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.959s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.094427] env[66507]: INFO nova.compute.claims [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.103954] env[66507]: DEBUG oslo_concurrency.lockutils [req-c23ee94b-67a3-4cb3-9c05-711db699c540 req-88ab247c-1573-4c29-8391-f00954aafa19 service nova] Releasing lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.263929] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "0b281382-9c5a-4d87-8208-276181c1f6e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.264274] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.471161] env[66507]: INFO nova.compute.manager [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Took 26.40 seconds to build instance. [ 637.485408] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.526053] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 637.770321] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 637.980643] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e379ef1-d250-48c5-958e-1cb2306bef88 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.163s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.987605] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637658, 'name': Rename_Task, 'duration_secs': 2.034137} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.988026] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.988650] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107446be-18ad-49a0-93e5-8cd4befa3677 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.996412] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 637.996412] env[66507]: value = "task-4637660" [ 637.996412] env[66507]: _type = "Task" [ 637.996412] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.005865] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.303964] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.514079] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.544130] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e95955-633e-4591-a5b0-9ba2ed5ff495 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.557744] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d6767b-8674-4f0c-8ba5-54dc73be8982 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.597377] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873e5b1-5790-43c7-9f52-adcff2e9391e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.606444] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4354e5-be5f-4bc4-93a4-b908f6d44a7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.625202] env[66507]: DEBUG nova.compute.provider_tree [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.939699] env[66507]: WARNING neutronclient.v2_0.client [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.022941] env[66507]: DEBUG oslo_vmware.api [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637660, 'name': PowerOnVM_Task, 'duration_secs': 0.875853} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.022941] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.023462] env[66507]: INFO nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Took 9.82 seconds to spawn the instance on the hypervisor. [ 639.023462] env[66507]: DEBUG nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 639.026086] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58473938-1ac0-4756-bc8c-d119e4afd8d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.131207] env[66507]: DEBUG nova.scheduler.client.report [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.264978] env[66507]: DEBUG nova.network.neutron [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Updating instance_info_cache with network_info: [{"id": "240c6599-5988-41da-b054-2385d4f51627", "address": "fa:16:3e:74:43:fe", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240c6599-59", "ovs_interfaceid": "240c6599-5988-41da-b054-2385d4f51627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.557286] env[66507]: INFO nova.compute.manager [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Took 28.13 seconds to build instance. [ 639.590325] env[66507]: DEBUG nova.compute.manager [req-3c186af5-4ef6-4da1-84d3-ed791a1f8fed req-83bbd1d4-a258-4e97-ba42-a5fab57b8342 service nova] [instance: 37454815-84ce-48bb-b057-15c876873e73] Received event network-vif-deleted-04dab892-2dba-4d00-817f-310eb5050206 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 639.632818] env[66507]: DEBUG nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Received event network-vif-plugged-5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 639.633111] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Acquiring lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.633390] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.633643] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.633872] env[66507]: DEBUG nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] No waiting events found dispatching network-vif-plugged-5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 639.634105] env[66507]: WARNING nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Received unexpected event network-vif-plugged-5abfa075-f867-4ccf-9ce9-1633a9e91a3c for instance with vm_state active and task_state None. [ 639.634407] env[66507]: DEBUG nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Received event network-changed-5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 639.634570] env[66507]: DEBUG nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Refreshing instance network info cache due to event network-changed-5abfa075-f867-4ccf-9ce9-1633a9e91a3c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 639.634808] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Acquiring lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.634943] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Acquired lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635144] env[66507]: DEBUG nova.network.neutron [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Refreshing network info cache for port 5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.641339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.641919] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 639.647169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.233s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.649076] env[66507]: INFO nova.compute.claims [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.770019] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770540] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Instance network_info: |[{"id": "240c6599-5988-41da-b054-2385d4f51627", "address": "fa:16:3e:74:43:fe", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240c6599-59", "ovs_interfaceid": "240c6599-5988-41da-b054-2385d4f51627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 639.771463] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:43:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240c6599-5988-41da-b054-2385d4f51627', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.786384] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating folder: Project (a3c454343cc74d9b910a870866d929bd). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.787781] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85b35ee3-d844-4b0d-924c-d04749fb6156 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.802537] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created folder: Project (a3c454343cc74d9b910a870866d929bd) in parent group-v905587. [ 639.804341] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating folder: Instances. Parent ref: group-v905634. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.804524] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f99af6b-1a70-4d23-be67-0a74ba1ddc53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.821276] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created folder: Instances in parent group-v905634. [ 639.821276] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.821496] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.821702] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fe4cb2c-2001-4dfa-ac5c-f216a134bcec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.846991] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.846991] env[66507]: value = "task-4637663" [ 639.846991] env[66507]: _type = "Task" [ 639.846991] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.860624] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637663, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.065379] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c7e37fb-210b-4b18-ad2e-5e1babf0b9c6 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.656s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.149559] env[66507]: DEBUG nova.compute.utils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.152181] env[66507]: WARNING neutronclient.v2_0.client [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.154477] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 640.154727] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.155155] env[66507]: WARNING neutronclient.v2_0.client [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.155501] env[66507]: WARNING neutronclient.v2_0.client [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.160041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.160345] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.160648] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.160884] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.161096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.163241] env[66507]: INFO nova.compute.manager [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Terminating instance [ 640.263725] env[66507]: DEBUG nova.compute.manager [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 640.360485] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637663, 'name': CreateVM_Task, 'duration_secs': 0.394072} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.360655] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.361131] env[66507]: WARNING neutronclient.v2_0.client [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.361537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.361690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.362083] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.362552] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0bf3dd-3934-4b9d-b0dc-ba1482ca4823 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.368206] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 640.368206] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d4ffcd-591e-aee4-e4a0-2d58784a4cff" [ 640.368206] env[66507]: _type = "Task" [ 640.368206] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.381466] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d4ffcd-591e-aee4-e4a0-2d58784a4cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.658475] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 640.674190] env[66507]: DEBUG nova.compute.manager [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 640.676117] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.681932] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e186ed-e6fc-4e8f-9090-150588775e38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.691112] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.691682] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f300e393-0d23-4fc4-87ae-e933ecdcdc70 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.701307] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 640.701307] env[66507]: value = "task-4637664" [ 640.701307] env[66507]: _type = "Task" [ 640.701307] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.718698] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.788865] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.838320] env[66507]: DEBUG nova.policy [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65b03785347e42bd93b2506f4acc604f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32e66bc64e3043a09dece1ca802cf699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.886451] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d4ffcd-591e-aee4-e4a0-2d58784a4cff, 'name': SearchDatastore_Task, 'duration_secs': 0.028148} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.886848] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887207] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.887525] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887671] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887857] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.888431] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ceb29a-5e36-43c7-828c-3dad7d96ce43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.904035] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.904035] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.904035] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fa3549-51b7-45ac-a273-4fbe8d4ed717 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.913882] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 640.913882] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5274fda5-b91d-b4ef-f1db-cc9327a6142b" [ 640.913882] env[66507]: _type = "Task" [ 640.913882] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.931156] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5274fda5-b91d-b4ef-f1db-cc9327a6142b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.074674] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588ff2db-fa49-4398-abb0-d2bee531e462 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.085885] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6dc95f-df11-434f-8c9d-25acceb67914 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.121365] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b94795-b78c-4c84-a115-5628c6726406 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.134513] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f34b502-cdb4-4432-89f8-70a29a242352 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.152693] env[66507]: DEBUG nova.compute.provider_tree [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.213221] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637664, 'name': PowerOffVM_Task, 'duration_secs': 0.448658} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.213475] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.213540] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.213828] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb97f0f-8872-4350-9d38-09ffbedc9554 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.297206] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.297345] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.297533] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Deleting the datastore file [datastore2] c5ab4ba1-c5cf-4f16-953e-148263d7160b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.297818] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b1e87b8-3ac0-4fbf-ad28-f5cefed48b69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.311526] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for the task: (returnval){ [ 641.311526] env[66507]: value = "task-4637666" [ 641.311526] env[66507]: _type = "Task" [ 641.311526] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.325844] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.429230] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5274fda5-b91d-b4ef-f1db-cc9327a6142b, 'name': SearchDatastore_Task, 'duration_secs': 0.016846} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.430456] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6988f229-6085-4d9d-9943-890426189bbe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.439053] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 641.439053] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523c277b-a2fd-1d56-5636-b47a32f6f63f" [ 641.439053] env[66507]: _type = "Task" [ 641.439053] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.449137] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c277b-a2fd-1d56-5636-b47a32f6f63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.656519] env[66507]: DEBUG nova.scheduler.client.report [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.670091] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 641.707327] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.707327] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.707327] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.707533] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.707533] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.707641] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.707835] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.708038] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.708253] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.708432] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.708654] env[66507]: DEBUG nova.virt.hardware [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.710052] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55ffc5-f99c-449e-b03f-6a81a826c720 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.729409] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384bdc6f-aaa0-4130-a787-0d935d4b175b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.737645] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Successfully created port: 35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.822063] env[66507]: DEBUG oslo_vmware.api [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Task: {'id': task-4637666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343644} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.822506] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.822506] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.822506] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.822936] env[66507]: INFO nova.compute.manager [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 641.823131] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.823328] env[66507]: DEBUG nova.compute.manager [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 641.823420] env[66507]: DEBUG nova.network.neutron [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.823666] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.952524] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c277b-a2fd-1d56-5636-b47a32f6f63f, 'name': SearchDatastore_Task, 'duration_secs': 0.015507} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.952626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.952871] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0a4b2d86-1e21-4d46-b85c-a4956b3cd284/0a4b2d86-1e21-4d46-b85c-a4956b3cd284.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.953530] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df94b552-d65e-4ecc-b38a-95295bbe69ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.961075] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 641.961075] env[66507]: value = "task-4637667" [ 641.961075] env[66507]: _type = "Task" [ 641.961075] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.974162] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.164024] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.164024] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 642.167360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.731s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.169732] env[66507]: INFO nova.compute.claims [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.446030] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.475035] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.681242] env[66507]: DEBUG nova.compute.utils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.688244] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 642.809351] env[66507]: WARNING neutronclient.v2_0.client [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.975103] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874659} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.975825] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0a4b2d86-1e21-4d46-b85c-a4956b3cd284/0a4b2d86-1e21-4d46-b85c-a4956b3cd284.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.976284] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.976653] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc2a2b8-2308-4815-bcda-df02068db056 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.995024] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 642.995024] env[66507]: value = "task-4637668" [ 642.995024] env[66507]: _type = "Task" [ 642.995024] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.006547] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.188969] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 643.189400] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 643.195752] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b2436-bb07-41a6-94a3-e45bdae0bb7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.208440] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 643.208568] env[66507]: ERROR oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk due to incomplete transfer. [ 643.208847] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d6986c8-95d0-4638-a582-11fd4776e626 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.222058] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff70a9-8ec7-9734-bb25-f8f730673267/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 643.222058] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Uploaded image 270c224c-e0e8-40ce-aab1-32628f839155 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 643.224978] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 643.225483] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afe96408-75e0-42b9-a4df-09dff06d9725 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.238022] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 643.238022] env[66507]: value = "task-4637669" [ 643.238022] env[66507]: _type = "Task" [ 643.238022] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.251937] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637669, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.506909] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185547} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.508028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.512661] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d3a29-bc6c-407c-a3bc-ec42fe994829 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.540148] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0a4b2d86-1e21-4d46-b85c-a4956b3cd284/0a4b2d86-1e21-4d46-b85c-a4956b3cd284.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.543358] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414c6bb4-df6a-4df1-9341-e244b46186aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.566334] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 643.566334] env[66507]: value = "task-4637670" [ 643.566334] env[66507]: _type = "Task" [ 643.566334] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.578635] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.655157] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Successfully updated port: 35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.674439] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47122e69-ab2e-4d74-8514-f83f7f46cca8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.687152] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be63cff-2592-4e2a-8a69-1c550d51bfb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.728623] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e58142-1710-4db4-a097-bba65421a166 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.745053] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796c3d30-74a5-445f-997c-535d8b42956f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.759238] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637669, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.769589] env[66507]: DEBUG nova.compute.provider_tree [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.078188] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637670, 'name': ReconfigVM_Task, 'duration_secs': 0.347696} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.078188] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0a4b2d86-1e21-4d46-b85c-a4956b3cd284/0a4b2d86-1e21-4d46-b85c-a4956b3cd284.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.078380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b97d67ff-e142-4674-99b4-54d9d652ecf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.087693] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 644.087693] env[66507]: value = "task-4637671" [ 644.087693] env[66507]: _type = "Task" [ 644.087693] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.097539] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637671, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.163830] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.164152] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.164250] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.234248] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 644.250810] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637669, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.265767] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.266052] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.266249] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.266475] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.266624] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.266813] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.267080] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.267349] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.267570] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.267762] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.267971] env[66507]: DEBUG nova.virt.hardware [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.268891] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a47ee5-aae5-415e-924e-a021ffc03a1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.274655] env[66507]: DEBUG nova.scheduler.client.report [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.288828] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7237d36-5f81-43a7-8d60-9122136858eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.304470] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.310913] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Creating folder: Project (ca911a932ee9441d9031602d5043fc5e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.311589] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a424537-958d-44d1-9a6c-d14e58912222 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.323100] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Created folder: Project (ca911a932ee9441d9031602d5043fc5e) in parent group-v905587. [ 644.323309] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Creating folder: Instances. Parent ref: group-v905637. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.323561] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdefaa86-475b-41e9-8bea-c4dff1a24a1d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.327024] env[66507]: DEBUG nova.network.neutron [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Updated VIF entry in instance network info cache for port 5abfa075-f867-4ccf-9ce9-1633a9e91a3c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.327333] env[66507]: DEBUG nova.network.neutron [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Updating instance_info_cache with network_info: [{"id": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "address": "fa:16:3e:3a:ab:c8", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfa075-f8", "ovs_interfaceid": "5abfa075-f867-4ccf-9ce9-1633a9e91a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.337215] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Created folder: Instances in parent group-v905637. [ 644.337215] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.337215] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.337215] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47b9ff4-b691-49aa-a36c-40fae6470b72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.357832] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.357832] env[66507]: value = "task-4637674" [ 644.357832] env[66507]: _type = "Task" [ 644.357832] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.369513] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637674, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.482609] env[66507]: DEBUG nova.network.neutron [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.601748] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637671, 'name': Rename_Task, 'duration_secs': 0.149189} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.602248] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.602546] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d60753-0c84-4364-a7ab-8339bf997fe0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.612293] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 644.612293] env[66507]: value = "task-4637675" [ 644.612293] env[66507]: _type = "Task" [ 644.612293] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.623939] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.758406] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637669, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.781595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.782170] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 644.787620] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.689s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.790073] env[66507]: INFO nova.compute.claims [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.831843] env[66507]: DEBUG oslo_concurrency.lockutils [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] Releasing lock "refresh_cache-aa189a25-2dad-4dfd-affc-5e596ccd94ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.832457] env[66507]: DEBUG nova.compute.manager [req-f76cc722-6a47-4752-a477-0744875bef86 req-12141046-d33a-484e-9df5-1debeaa1f1ec service nova] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Received event network-vif-deleted-03169133-27d3-46d9-90ce-df708ffba627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 644.870511] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637674, 'name': CreateVM_Task, 'duration_secs': 0.476679} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.871326] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.871326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.871326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.871733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.871860] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d2518d-d765-4c95-8af7-6a6676abfcc6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.878491] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 644.878491] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c868ad-e86f-95a6-7ed7-b42dbcdc727c" [ 644.878491] env[66507]: _type = "Task" [ 644.878491] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.891607] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c868ad-e86f-95a6-7ed7-b42dbcdc727c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.986957] env[66507]: INFO nova.compute.manager [-] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Took 3.16 seconds to deallocate network for instance. [ 645.056805] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.126766] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.260176] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637669, 'name': Destroy_Task, 'duration_secs': 1.601728} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.260598] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Destroyed the VM [ 645.260936] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.261241] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a80c3667-7b7d-4a24-b760-88acee1866af {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.273360] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 645.273360] env[66507]: value = "task-4637676" [ 645.273360] env[66507]: _type = "Task" [ 645.273360] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.289951] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.304113] env[66507]: DEBUG nova.compute.utils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.309408] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 645.309408] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.309408] env[66507]: WARNING neutronclient.v2_0.client [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.309408] env[66507]: WARNING neutronclient.v2_0.client [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.395684] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c868ad-e86f-95a6-7ed7-b42dbcdc727c, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.396074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.396313] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.396645] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.396807] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.396990] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.397314] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673bc4b6-87d4-443f-9148-cd7ad0915994 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.407535] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.410105] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.410105] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd43beea-adb0-4a2d-a1de-0c9f1e3cd96b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.418167] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 645.418167] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f67fcf-6c21-d64f-0533-62b63357a458" [ 645.418167] env[66507]: _type = "Task" [ 645.418167] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.430989] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f67fcf-6c21-d64f-0533-62b63357a458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.495992] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.626689] env[66507]: DEBUG oslo_vmware.api [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637675, 'name': PowerOnVM_Task, 'duration_secs': 0.650093} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.626995] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.627224] env[66507]: INFO nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Took 11.65 seconds to spawn the instance on the hypervisor. [ 645.627399] env[66507]: DEBUG nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 645.629521] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415175f8-bdac-4b24-81f4-8a743a36811f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.785986] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637676, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.809112] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 645.932381] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f67fcf-6c21-d64f-0533-62b63357a458, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.933277] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98bf7f0-da7e-465d-b5bf-671b73820acd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.945854] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 645.945854] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5216e3c0-e43f-f304-811f-6aeeda076dc7" [ 645.945854] env[66507]: _type = "Task" [ 645.945854] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.955106] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5216e3c0-e43f-f304-811f-6aeeda076dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.144686] env[66507]: DEBUG nova.policy [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba218bc6aa5f40e3a9c6bbe366b35ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '885a2a2b27e9410d8ebb016b0abe596e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.159829] env[66507]: INFO nova.compute.manager [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Took 29.66 seconds to build instance. [ 646.215958] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d5f213-90b1-4c2f-8cd5-35a54ff1a640 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.228543] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9d5dd-e2ae-499b-abee-e7fc9610e556 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.269446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2034689d-525b-4038-8957-0193dfe88dfd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.281444] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b034184b-e5a7-49d3-a106-6c06366ff07e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.288622] env[66507]: DEBUG oslo_vmware.api [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.981319} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.290032] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.290305] env[66507]: INFO nova.compute.manager [None req-6aa1ae85-d530-46f1-88c8-382a7047f140 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 646.300651] env[66507]: DEBUG nova.compute.provider_tree [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.458854] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5216e3c0-e43f-f304-811f-6aeeda076dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.03751} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.459366] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.459722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 08c3c037-85f1-49ef-9eb2-3b70ef4440f0/08c3c037-85f1-49ef-9eb2-3b70ef4440f0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.460027] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8acd6d8-8e5b-4721-b0f8-c214149494bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.470083] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 646.470083] env[66507]: value = "task-4637677" [ 646.470083] env[66507]: _type = "Task" [ 646.470083] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.482556] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.664084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ba0668b9-23ff-4a0e-8838-6b1f6ccdff32 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.806s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.809581] env[66507]: DEBUG nova.scheduler.client.report [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.828753] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 646.833951] env[66507]: WARNING neutronclient.v2_0.client [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.868798] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:19:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2022800078',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2040243931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.868798] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.868798] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.869234] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.869234] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.869234] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.869470] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.872033] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.872033] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.872033] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.872033] env[66507]: DEBUG nova.virt.hardware [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.872371] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd2307-c435-4493-9be9-1c9bee9159a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.887254] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba32f1-3c8e-4dbf-977e-68b2e6ef20ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.988737] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637677, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.316790] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.317414] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 647.322831] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.714s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.323160] env[66507]: DEBUG nova.objects.instance [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lazy-loading 'resources' on Instance uuid 894f7e07-daed-4ad0-b4e9-127cc8fa561d {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.483718] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629593} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.484196] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 08c3c037-85f1-49ef-9eb2-3b70ef4440f0/08c3c037-85f1-49ef-9eb2-3b70ef4440f0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.484626] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.485131] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7b2b3f-c97b-4f99-81fd-53b845628ff9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.499556] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 647.499556] env[66507]: value = "task-4637678" [ 647.499556] env[66507]: _type = "Task" [ 647.499556] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.508103] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.539349] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Successfully created port: 1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.587060] env[66507]: DEBUG nova.compute.manager [req-e1881e95-acce-4939-a1a0-f16a93bf2ad6 req-1913e15c-dad1-4290-b5e4-91e7011b2c34 service nova] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Received event network-vif-deleted-4705e28e-585e-4a25-b5b3-254cb86a2d74 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 647.612125] env[66507]: DEBUG nova.compute.manager [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Received event network-vif-plugged-240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 647.612432] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Acquiring lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.612514] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.612674] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.613047] env[66507]: DEBUG nova.compute.manager [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] No waiting events found dispatching network-vif-plugged-240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 647.613047] env[66507]: WARNING nova.compute.manager [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Received unexpected event network-vif-plugged-240c6599-5988-41da-b054-2385d4f51627 for instance with vm_state active and task_state None. [ 647.615743] env[66507]: DEBUG nova.compute.manager [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Received event network-changed-240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 647.615881] env[66507]: DEBUG nova.compute.manager [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Refreshing instance network info cache due to event network-changed-240c6599-5988-41da-b054-2385d4f51627. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 647.616430] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Acquiring lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.616430] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Acquired lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.616430] env[66507]: DEBUG nova.network.neutron [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Refreshing network info cache for port 240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.824655] env[66507]: DEBUG nova.compute.utils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.826761] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 648.010332] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07538} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.010332] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.010950] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0746896f-a095-490e-9bed-a2f0846cd0ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.036394] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 08c3c037-85f1-49ef-9eb2-3b70ef4440f0/08c3c037-85f1-49ef-9eb2-3b70ef4440f0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.040324] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f502bd9-3289-46c6-83f1-5a2d2cb33719 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.065646] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 648.065646] env[66507]: value = "task-4637679" [ 648.065646] env[66507]: _type = "Task" [ 648.065646] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.074171] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.121557] env[66507]: WARNING neutronclient.v2_0.client [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.212226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d9d53-b2d7-4c07-9c53-93662b3ae7dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.226693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab15fa-64d9-44fe-b0f4-8448b2272df3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.265165] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc885e6c-a13a-4ee6-b89f-1e0680ac0e32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.275841] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586120f9-8eeb-4ef7-9c5d-28afdf0d1e64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.291704] env[66507]: DEBUG nova.compute.provider_tree [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.330503] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 648.576594] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.795048] env[66507]: DEBUG nova.scheduler.client.report [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.078831] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637679, 'name': ReconfigVM_Task, 'duration_secs': 0.649186} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.078946] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 08c3c037-85f1-49ef-9eb2-3b70ef4440f0/08c3c037-85f1-49ef-9eb2-3b70ef4440f0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.081442] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46590bdb-ed43-48c0-b6e1-ed6fb74dcfc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.088015] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 649.088015] env[66507]: value = "task-4637680" [ 649.088015] env[66507]: _type = "Task" [ 649.088015] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.099982] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637680, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.259310] env[66507]: DEBUG nova.network.neutron [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Updating instance_info_cache with network_info: [{"id": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "address": "fa:16:3e:ed:2a:e1", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a0af2f-7f", "ovs_interfaceid": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.294586] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Successfully updated port: 1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.305885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.308798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.223s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.310918] env[66507]: INFO nova.compute.claims [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.337357] env[66507]: INFO nova.scheduler.client.report [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Deleted allocations for instance 894f7e07-daed-4ad0-b4e9-127cc8fa561d [ 649.348057] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 649.384244] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.384530] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.384615] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.384804] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.384998] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.385250] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.385459] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.385822] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.386054] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.386294] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.386551] env[66507]: DEBUG nova.virt.hardware [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.388215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a3e1a-6fd5-47ae-b062-d4ee16fe7a10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.398310] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d43b8-30cf-4d1e-abc4-06ca618b7e2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.419865] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.427207] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Creating folder: Project (1942544856ae443f971d06db75252243). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.427947] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f495bd-f6a9-4dd5-a548-186676884ba2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.440460] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Created folder: Project (1942544856ae443f971d06db75252243) in parent group-v905587. [ 649.440885] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Creating folder: Instances. Parent ref: group-v905640. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.440885] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9947bc-bfde-4d38-b57e-d623321768ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.451732] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Created folder: Instances in parent group-v905640. [ 649.451980] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.452195] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.452405] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f890998-ce38-4c79-9dbb-5b27d655e587 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.472833] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.472833] env[66507]: value = "task-4637683" [ 649.472833] env[66507]: _type = "Task" [ 649.472833] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.482269] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637683, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.600651] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637680, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.761959] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.764355] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Instance network_info: |[{"id": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "address": "fa:16:3e:ed:2a:e1", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a0af2f-7f", "ovs_interfaceid": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 649.764567] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:2a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35a0af2f-7fcb-4b3f-9bcb-07daaf95269f', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.773038] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Creating folder: Project (32e66bc64e3043a09dece1ca802cf699). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.773400] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f91cd3da-ebc8-4ad9-bc39-774f00ca711c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.787721] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Created folder: Project (32e66bc64e3043a09dece1ca802cf699) in parent group-v905587. [ 649.787920] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Creating folder: Instances. Parent ref: group-v905643. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.788211] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98471963-8360-4226-b9b8-ce67124f7524 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.797198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.797418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.797418] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.802311] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Created folder: Instances in parent group-v905643. [ 649.802311] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.802311] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.802311] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a537fbe8-363a-4512-a0c7-6e3d52b3a2a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.829369] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.829369] env[66507]: value = "task-4637686" [ 649.829369] env[66507]: _type = "Task" [ 649.829369] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.840125] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637686, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.855282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f976d7ce-59fc-4ad6-bc92-cf46fba01fbe tempest-ServersAdmin275Test-1436848880 tempest-ServersAdmin275Test-1436848880-project-member] Lock "894f7e07-daed-4ad0-b4e9-127cc8fa561d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.216s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.983065] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637683, 'name': CreateVM_Task, 'duration_secs': 0.421558} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.983256] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.983673] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.983864] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.984237] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.984499] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b120298f-4046-4a03-9620-5d2145381912 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.990342] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 649.990342] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f271d6-e023-e59d-965b-299e06a92f99" [ 649.990342] env[66507]: _type = "Task" [ 649.990342] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.002026] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f271d6-e023-e59d-965b-299e06a92f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.100440] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637680, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.346014] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637686, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.504014] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f271d6-e023-e59d-965b-299e06a92f99, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.504014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.504014] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.504149] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.504215] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.504394] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.504714] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e53b72d-0454-44eb-947d-820d92d80bf0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.519516] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.520370] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.521711] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a136b38-5d17-42c9-a3c5-edd4e8609b60 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.531273] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 650.531273] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5246b076-9ca0-505c-e714-aeb6b104ecb6" [ 650.531273] env[66507]: _type = "Task" [ 650.531273] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.545568] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5246b076-9ca0-505c-e714-aeb6b104ecb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.546377] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb5831e-ed68-4af3-a607-d4855c2d6019 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.563031] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 650.563031] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52adf49e-845c-6e3a-9353-7ba5cf337792" [ 650.563031] env[66507]: _type = "Task" [ 650.563031] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.576072] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52adf49e-845c-6e3a-9353-7ba5cf337792, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.576409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.576663] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f6d1ad47-73a4-4b7b-8d87-4f268648f6d3/f6d1ad47-73a4-4b7b-8d87-4f268648f6d3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.576974] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c610c431-e3dc-4390-a73e-d60340d5bde3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.585695] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 650.585695] env[66507]: value = "task-4637687" [ 650.585695] env[66507]: _type = "Task" [ 650.585695] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.605353] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637680, 'name': Rename_Task, 'duration_secs': 1.174225} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.605525] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.606256] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.606256] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07829c23-15ad-4b52-be52-d4c61ff66766 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.614122] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 650.614122] env[66507]: value = "task-4637688" [ 650.614122] env[66507]: _type = "Task" [ 650.614122] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.624107] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.775258] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b624e-fd5b-4b0a-907d-3603be255f8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.792857] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08b901-a832-4295-9b40-f363bedff951 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.837850] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc6fc2-a2db-4856-9d65-9cef793a34d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.852315] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635d67c-474a-4abb-b3b1-b6eff8cd55f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.857147] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637686, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.873227] env[66507]: DEBUG nova.compute.provider_tree [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.103798] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.104240] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f6d1ad47-73a4-4b7b-8d87-4f268648f6d3/f6d1ad47-73a4-4b7b-8d87-4f268648f6d3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.104559] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.104923] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e6232e-7d56-48d3-bf03-566c3f5813b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.115664] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 651.115664] env[66507]: value = "task-4637689" [ 651.115664] env[66507]: _type = "Task" [ 651.115664] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.129353] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.133899] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.323464] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.349221] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637686, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.379227] env[66507]: DEBUG nova.scheduler.client.report [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.424389] env[66507]: WARNING neutronclient.v2_0.client [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.634745] env[66507]: DEBUG oslo_vmware.api [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637688, 'name': PowerOnVM_Task, 'duration_secs': 0.531392} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.634745] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177174} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.634745] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.635102] env[66507]: INFO nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 651.635195] env[66507]: DEBUG nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 651.635506] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.636324] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476c21c-170c-43c1-b490-ff107c43a9c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.639520] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e7af5-2aef-44cf-aaa1-95ff91b8143d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.671549] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] f6d1ad47-73a4-4b7b-8d87-4f268648f6d3/f6d1ad47-73a4-4b7b-8d87-4f268648f6d3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.672555] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d4f766-180b-41cb-80c0-565d6eaf9f4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.696091] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 651.696091] env[66507]: value = "task-4637690" [ 651.696091] env[66507]: _type = "Task" [ 651.696091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.706746] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.709958] env[66507]: DEBUG nova.network.neutron [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Updated VIF entry in instance network info cache for port 240c6599-5988-41da-b054-2385d4f51627. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.710298] env[66507]: DEBUG nova.network.neutron [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Updating instance_info_cache with network_info: [{"id": "240c6599-5988-41da-b054-2385d4f51627", "address": "fa:16:3e:74:43:fe", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240c6599-59", "ovs_interfaceid": "240c6599-5988-41da-b054-2385d4f51627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.719976] env[66507]: WARNING neutronclient.v2_0.client [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.845104] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637686, 'name': CreateVM_Task, 'duration_secs': 1.713486} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.845104] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.847527] env[66507]: WARNING neutronclient.v2_0.client [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.847662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.847821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.848143] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.848411] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328f61ab-4499-4282-9c17-b483d622d32e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.859075] env[66507]: DEBUG nova.network.neutron [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updating instance_info_cache with network_info: [{"id": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "address": "fa:16:3e:83:8d:fb", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7a923-f3", "ovs_interfaceid": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.864822] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 651.864822] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52625772-a287-c33a-b9e5-134387eee5c9" [ 651.864822] env[66507]: _type = "Task" [ 651.864822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.875936] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52625772-a287-c33a-b9e5-134387eee5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.876995] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.877346] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.878078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.878078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.878078] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.878816] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab09d75a-6e86-4405-947a-16037fd69466 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.886405] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.887142] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 651.891361] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.812s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.891655] env[66507]: DEBUG nova.objects.instance [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lazy-loading 'resources' on Instance uuid c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.893438] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.893438] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.896629] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1f8bd3-942b-447d-9d43-012890bd2018 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.903424] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 651.903424] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520b9515-7e43-6797-af3e-1add9038463a" [ 651.903424] env[66507]: _type = "Task" [ 651.903424] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.914566] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520b9515-7e43-6797-af3e-1add9038463a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.183823] env[66507]: INFO nova.compute.manager [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Took 28.79 seconds to build instance. [ 652.208009] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637690, 'name': ReconfigVM_Task, 'duration_secs': 0.281888} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.208322] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] f6d1ad47-73a4-4b7b-8d87-4f268648f6d3/f6d1ad47-73a4-4b7b-8d87-4f268648f6d3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.208965] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc299e1-5678-4d4b-87c3-0eb7e712a977 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.213452] env[66507]: DEBUG oslo_concurrency.lockutils [req-6de38a6b-0818-4968-980f-8c88d4376301 req-b19b92d2-61c3-48fc-bd40-ad2e6d98e654 service nova] Releasing lock "refresh_cache-0a4b2d86-1e21-4d46-b85c-a4956b3cd284" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.217768] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 652.217768] env[66507]: value = "task-4637691" [ 652.217768] env[66507]: _type = "Task" [ 652.217768] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.231371] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637691, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.364022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.364022] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Instance network_info: |[{"id": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "address": "fa:16:3e:83:8d:fb", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7a923-f3", "ovs_interfaceid": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 652.364453] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8d:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd7a923-f3d6-47e5-9223-27081ec225a9', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.372522] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Creating folder: Project (885a2a2b27e9410d8ebb016b0abe596e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.373052] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-098730d7-984b-4044-bcd5-37c75ed89765 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.387779] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Created folder: Project (885a2a2b27e9410d8ebb016b0abe596e) in parent group-v905587. [ 652.388067] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Creating folder: Instances. Parent ref: group-v905646. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.388372] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a2ca00e-6849-4179-be0c-772f947601b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.397062] env[66507]: DEBUG nova.compute.utils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.404293] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 652.404775] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.404891] env[66507]: WARNING neutronclient.v2_0.client [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.405178] env[66507]: WARNING neutronclient.v2_0.client [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.407006] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Created folder: Instances in parent group-v905646. [ 652.407257] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.407792] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.414111] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9f3124-874d-4e12-bd67-c02f74a8deca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.447337] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520b9515-7e43-6797-af3e-1add9038463a, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.447337] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.447337] env[66507]: value = "task-4637694" [ 652.447337] env[66507]: _type = "Task" [ 652.447337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.447337] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0813495-b504-44c5-b639-c004d652823f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.463989] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 652.463989] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5215a641-326d-40fb-4dea-3edda281e610" [ 652.463989] env[66507]: _type = "Task" [ 652.463989] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.466778] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637694, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.478429] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5215a641-326d-40fb-4dea-3edda281e610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.479469] env[66507]: DEBUG nova.policy [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5907e41c12a44b719fc079255fffdae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b9abc6a3e1b497ea87f4198d034c08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.667490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.667708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.690217] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f45c3e1b-bf8c-4517-a70a-386a97a4d2eb tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.304s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.695042] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "f359b97b-32fa-4122-b698-9300c2d7bf32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.698263] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.739452] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637691, 'name': Rename_Task, 'duration_secs': 0.142479} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.740953] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.740953] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011dfc56-efda-4aca-bd3f-4e8ef25b3d3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.755906] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 652.755906] env[66507]: value = "task-4637695" [ 652.755906] env[66507]: _type = "Task" [ 652.755906] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.769404] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.904689] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 652.920594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d22a23c-c608-4da3-9eb5-f78eb646b004 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.932837] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490bbf9a-2edd-4165-a430-d78125a37097 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.976566] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ee599-c125-484f-b829-83a26db8e57d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.987947] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5215a641-326d-40fb-4dea-3edda281e610, 'name': SearchDatastore_Task, 'duration_secs': 0.018838} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.991776] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.992122] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac/3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.992850] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637694, 'name': CreateVM_Task, 'duration_secs': 0.496505} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.993091] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b68a54b7-6138-4d8a-b5e8-8cc498510377 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.996076] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c996b-116b-4dc4-ad9b-4cb43d8da8a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.000083] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.001155] env[66507]: WARNING neutronclient.v2_0.client [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.001155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.001155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.001518] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.002788] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1685cc59-c208-483f-86b3-772798d712cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.012845] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.016533] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 653.016533] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5269dc2d-7e0e-98ea-bde7-366d7b0bdf89" [ 653.016533] env[66507]: _type = "Task" [ 653.016533] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.016990] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 653.016990] env[66507]: value = "task-4637696" [ 653.016990] env[66507]: _type = "Task" [ 653.016990] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.031370] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.035859] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Successfully created port: 14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.169915] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 653.204068] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 653.206312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.206529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.268576] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.539615] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5269dc2d-7e0e-98ea-bde7-366d7b0bdf89, 'name': SearchDatastore_Task, 'duration_secs': 0.041429} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.543644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.543970] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.544238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.544433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.544636] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.545454] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.545766] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d07cfc-e139-4ee0-ac78-c1800474581b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.548677] env[66507]: ERROR nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-52672cac-3b4b-4d68-8d8b-9e268cdbbfc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52672cac-3b4b-4d68-8d8b-9e268cdbbfc6"}]} [ 653.573655] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.573655] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.575978] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.579320] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7b7fae-6557-4aaa-ab35-e9c4f7280f56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.590637] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 653.590637] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525e63cc-cc22-cc94-2ab1-c6e5002901b2" [ 653.590637] env[66507]: _type = "Task" [ 653.590637] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.600427] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.600716] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.607049] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525e63cc-cc22-cc94-2ab1-c6e5002901b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.618330] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 653.650756] env[66507]: DEBUG nova.compute.manager [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Received event network-changed-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 653.651055] env[66507]: DEBUG nova.compute.manager [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Refreshing instance network info cache due to event network-changed-4d7f937b-1a3b-48bb-b3e2-7d248bacf646. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 653.651150] env[66507]: DEBUG oslo_concurrency.lockutils [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] Acquiring lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.651271] env[66507]: DEBUG oslo_concurrency.lockutils [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] Acquired lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.651418] env[66507]: DEBUG nova.network.neutron [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Refreshing network info cache for port 4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.656025] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 653.693894] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Received event network-vif-plugged-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 653.693894] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquiring lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.693894] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.694039] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.694606] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] No waiting events found dispatching network-vif-plugged-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 653.694606] env[66507]: WARNING nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Received unexpected event network-vif-plugged-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f for instance with vm_state building and task_state spawning. [ 653.694606] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Received event network-changed-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 653.695216] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Refreshing instance network info cache due to event network-changed-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 653.695216] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquiring lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.695216] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquired lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.695474] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Refreshing network info cache for port 35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.716783] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 653.724703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.741351] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.772339] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.909782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.910287] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.910615] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.910894] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.911165] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.921173] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 653.923826] env[66507]: INFO nova.compute.manager [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Terminating instance [ 653.969879] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.969879] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.969879] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.970191] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.970191] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.970191] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.970191] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.970191] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.970377] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.970377] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.970377] env[66507]: DEBUG nova.virt.hardware [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.973280] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4dfef7-8e1a-47c5-b77c-8af2f47d7b75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.981974] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad64bbe-0e21-4939-a968-9f7fa92be8dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.039112] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607779} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.039948] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac/3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.039948] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.040714] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c2006e7-8dc5-4d80-9611-ffc432808de2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.054976] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 654.054976] env[66507]: value = "task-4637697" [ 654.054976] env[66507]: _type = "Task" [ 654.054976] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.065885] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.095592] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.096233] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.117015] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525e63cc-cc22-cc94-2ab1-c6e5002901b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015256} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.121984] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0861f486-34de-4410-84a8-3b2ea1cc7c81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.130179] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 654.130179] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52619fdb-0786-374d-d736-ca79036bc5e7" [ 654.130179] env[66507]: _type = "Task" [ 654.130179] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.141164] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52619fdb-0786-374d-d736-ca79036bc5e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.162564] env[66507]: WARNING neutronclient.v2_0.client [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.199159] env[66507]: WARNING neutronclient.v2_0.client [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.222702] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52107072-eef3-4f0f-9368-5b49394e076f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.237913] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ae2a1-20ec-416f-81eb-2525dd4c5c71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.276238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.280834] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878068d8-b4e3-408f-9458-1c692e3c2cd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.290019] env[66507]: DEBUG oslo_vmware.api [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637695, 'name': PowerOnVM_Task, 'duration_secs': 1.499273} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.293553] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.293886] env[66507]: INFO nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Took 4.95 seconds to spawn the instance on the hypervisor. [ 654.294109] env[66507]: DEBUG nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 654.295276] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d583c5e-c689-448a-840d-60a65b0a6d85 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.299339] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f076c9-dd8b-446c-92a7-27a61f0f4727 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.320646] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.433648] env[66507]: DEBUG nova.compute.manager [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 654.433884] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.435242] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0cb25-a033-4a0c-abf9-470bc56a8148 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.445035] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.445035] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7648939-55a1-44c7-8d2d-190ae3bdde8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.453089] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 654.453089] env[66507]: value = "task-4637698" [ 654.453089] env[66507]: _type = "Task" [ 654.453089] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.463988] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.507427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.507427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.507427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.507427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.507642] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.510199] env[66507]: INFO nova.compute.manager [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Terminating instance [ 654.568597] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079381} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.569000] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.569905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e9752-b30a-47d0-9e80-cc5b00c2ee2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596866] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac/3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.597930] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea7d621-b3a2-4862-aebe-bf69042c3ce3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.614288] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 654.623633] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 654.623633] env[66507]: value = "task-4637699" [ 654.623633] env[66507]: _type = "Task" [ 654.623633] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.635952] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.644761] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52619fdb-0786-374d-d736-ca79036bc5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.027474} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.645053] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645319] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 908f5b17-ebe3-44e8-8e92-638e55e5952b/908f5b17-ebe3-44e8-8e92-638e55e5952b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.645722] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-503ba8b7-b589-4826-aad3-2b3f223e7cc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.654233] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 654.654233] env[66507]: value = "task-4637700" [ 654.654233] env[66507]: _type = "Task" [ 654.654233] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.664190] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.669465] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Successfully updated port: 14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 654.830720] env[66507]: INFO nova.compute.manager [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Took 23.76 seconds to build instance. [ 654.850147] env[66507]: ERROR nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-d79b046b-c569-4ff2-8e3c-870ab61363c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d79b046b-c569-4ff2-8e3c-870ab61363c0"}]} [ 654.871031] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.889820] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.890585] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.902833] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.923603] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.966240] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637698, 'name': PowerOffVM_Task, 'duration_secs': 0.313613} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.966463] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.966624] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.966880] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d326decc-b7ff-4dcd-9c83-583f5ba9639a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.020926] env[66507]: DEBUG nova.compute.manager [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 655.021769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.022299] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f81b97-ed50-4f98-bfb9-c3295f03cb2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.034933] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.035315] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899ca4d1-9b98-4c81-ae99-6729e43916d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.041359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.041359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.041359] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore1] 0a4b2d86-1e21-4d46-b85c-a4956b3cd284 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.041359] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2da1ce-d894-45bb-af06-98c4d11c16ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.046467] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 655.046467] env[66507]: value = "task-4637702" [ 655.046467] env[66507]: _type = "Task" [ 655.046467] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.051669] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 655.051669] env[66507]: value = "task-4637703" [ 655.051669] env[66507]: _type = "Task" [ 655.051669] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.059544] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.069872] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.141030] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637699, 'name': ReconfigVM_Task, 'duration_secs': 0.474067} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.142131] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac/3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.143201] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a773f10b-8c9b-464f-bbf6-f501a1e45172 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.149639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.163224] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 655.163224] env[66507]: value = "task-4637704" [ 655.163224] env[66507]: _type = "Task" [ 655.163224] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.178414] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178698] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquired lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178925] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 655.180241] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637700, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.192159] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637704, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.333118] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ad03c451-a416-4bdd-9ef6-44a77e62c466 tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.618s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.410133] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883b4c4-f27b-4ce6-a7f6-6e26e2a2e0bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.419456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c72d9d-259d-4d2d-8d22-cdb3fcfaf65d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.454541] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67c4c9f-c537-4fb3-924b-492eb172fe33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.463364] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554e120-343c-4994-86ef-55594c25e2c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.477983] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.558883] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637702, 'name': PowerOffVM_Task, 'duration_secs': 0.487217} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.559523] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.559698] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.559934] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe7a5a4-1af8-4c02-b914-96f696f87b1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.564719] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.654126] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.654616] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.654616] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Deleting the datastore file [datastore2] bc5e389f-916a-43c6-b01e-f3d7fa257603 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.654744] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d385787-6a4e-41a2-9ca2-a3ada5cd459f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666998] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754895} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.671703] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 908f5b17-ebe3-44e8-8e92-638e55e5952b/908f5b17-ebe3-44e8-8e92-638e55e5952b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.672049] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.672436] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for the task: (returnval){ [ 655.672436] env[66507]: value = "task-4637706" [ 655.672436] env[66507]: _type = "Task" [ 655.672436] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.673296] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d45ce288-b6ee-4ae1-9595-ca309df10eed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.683286] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637704, 'name': Rename_Task, 'duration_secs': 0.237061} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.684079] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.684338] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348fc394-4ed8-4092-809e-ef3db1e8863d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.695181] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.697809] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 655.697809] env[66507]: value = "task-4637707" [ 655.697809] env[66507]: _type = "Task" [ 655.697809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.703266] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 655.703266] env[66507]: value = "task-4637708" [ 655.703266] env[66507]: _type = "Task" [ 655.703266] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.709672] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.716632] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.762057] env[66507]: WARNING neutronclient.v2_0.client [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.838632] env[66507]: WARNING neutronclient.v2_0.client [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.872186] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.016540] env[66507]: DEBUG nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.016540] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 34 to 35 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.016540] env[66507]: DEBUG nova.compute.provider_tree [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.068075] env[66507]: DEBUG oslo_vmware.api [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4637703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.072232] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.072514] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.072735] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.072965] env[66507]: INFO nova.compute.manager [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Took 1.64 seconds to destroy the instance on the hypervisor. [ 656.073275] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.073987] env[66507]: DEBUG nova.compute.manager [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 656.074159] env[66507]: DEBUG nova.network.neutron [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 656.074493] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.107923] env[66507]: DEBUG nova.network.neutron [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updated VIF entry in instance network info cache for port 4d7f937b-1a3b-48bb-b3e2-7d248bacf646. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.108437] env[66507]: DEBUG nova.network.neutron [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updating instance_info_cache with network_info: [{"id": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "address": "fa:16:3e:0d:bf:f9", "network": {"id": "92bed250-36c3-4216-830e-eeac5ae95b7b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1777733855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e8096173ce8439ca260d5c6e587b671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7f937b-1a", "ovs_interfaceid": "4d7f937b-1a3b-48bb-b3e2-7d248bacf646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.149438] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Updated VIF entry in instance network info cache for port 35a0af2f-7fcb-4b3f-9bcb-07daaf95269f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.149761] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Updating instance_info_cache with network_info: [{"id": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "address": "fa:16:3e:ed:2a:e1", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a0af2f-7f", "ovs_interfaceid": "35a0af2f-7fcb-4b3f-9bcb-07daaf95269f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.195994] env[66507]: DEBUG oslo_vmware.api [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Task: {'id': task-4637706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19732} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.196596] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.196596] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.196804] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.196898] env[66507]: INFO nova.compute.manager [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Took 1.18 seconds to destroy the instance on the hypervisor. [ 656.197248] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.197463] env[66507]: DEBUG nova.compute.manager [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 656.197559] env[66507]: DEBUG nova.network.neutron [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 656.197806] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.213224] env[66507]: WARNING neutronclient.v2_0.client [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.220772] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.225326] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078824} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.225562] env[66507]: DEBUG oslo_vmware.api [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637708, 'name': PowerOnVM_Task, 'duration_secs': 0.506804} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.229024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.229024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.229024] env[66507]: INFO nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Took 14.56 seconds to spawn the instance on the hypervisor. [ 656.229024] env[66507]: DEBUG nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 656.229024] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ff269-08ca-4eb1-abb4-1e0a2c64055d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.232344] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3b0ee-0268-47a8-9953-e61b00ba331a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.264032] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 908f5b17-ebe3-44e8-8e92-638e55e5952b/908f5b17-ebe3-44e8-8e92-638e55e5952b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.264032] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb22c386-d7e8-49bf-9d84-4535b05b5a2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.281265] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.287972] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 656.287972] env[66507]: value = "task-4637709" [ 656.287972] env[66507]: _type = "Task" [ 656.287972] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.296924] env[66507]: DEBUG nova.compute.manager [None req-2b65d42b-2914-421d-87d1-af6e3507fb96 tempest-ServerDiagnosticsV248Test-1701480547 tempest-ServerDiagnosticsV248Test-1701480547-project-admin] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 656.298684] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e413f38-4a81-47ae-bef4-4e3d9b240db1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.306753] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.312450] env[66507]: INFO nova.compute.manager [None req-2b65d42b-2914-421d-87d1-af6e3507fb96 tempest-ServerDiagnosticsV248Test-1701480547 tempest-ServerDiagnosticsV248Test-1701480547-project-admin] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Retrieving diagnostics [ 656.313494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77b5e2-fb07-4328-9c5c-c52815f2a4a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.353405] env[66507]: DEBUG nova.network.neutron [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Updating instance_info_cache with network_info: [{"id": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "address": "fa:16:3e:d1:eb:79", "network": {"id": "e5e1ae1f-7b27-41d0-a863-4de2f90fc48f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1560514715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b9abc6a3e1b497ea87f4198d034c08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14eb9662-3c", "ovs_interfaceid": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.521343] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.630s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.526539] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.188s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.526539] env[66507]: DEBUG nova.objects.instance [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lazy-loading 'resources' on Instance uuid 37454815-84ce-48bb-b057-15c876873e73 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.563907] env[66507]: INFO nova.scheduler.client.report [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted allocations for instance c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a [ 656.616070] env[66507]: DEBUG oslo_concurrency.lockutils [req-8cf1a093-8d62-4161-a07f-bd4741ffe69d req-e61dd4ef-c021-475e-8824-0dec81fd2d2a service nova] Releasing lock "refresh_cache-ec16c77f-8a26-48cb-9ad5-b524350fcf0b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.654524] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Releasing lock "refresh_cache-3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.654838] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Received event network-vif-deleted-89e3416b-cfc6-428b-b17b-2fa52941fb81 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 656.654838] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Received event network-vif-plugged-1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 656.655013] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquiring lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.655210] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.655414] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.655546] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] No waiting events found dispatching network-vif-plugged-1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 656.655672] env[66507]: WARNING nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Received unexpected event network-vif-plugged-1bd7a923-f3d6-47e5-9223-27081ec225a9 for instance with vm_state building and task_state spawning. [ 656.655849] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Received event network-changed-1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 656.656066] env[66507]: DEBUG nova.compute.manager [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Refreshing instance network info cache due to event network-changed-1bd7a923-f3d6-47e5-9223-27081ec225a9. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 656.656221] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquiring lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.657271] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Acquired lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.657271] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Refreshing network info cache for port 1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.772657] env[66507]: INFO nova.compute.manager [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Took 34.70 seconds to build instance. [ 656.799324] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.817546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.817782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.854306] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Releasing lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.855043] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Instance network_info: |[{"id": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "address": "fa:16:3e:d1:eb:79", "network": {"id": "e5e1ae1f-7b27-41d0-a863-4de2f90fc48f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1560514715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b9abc6a3e1b497ea87f4198d034c08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14eb9662-3c", "ovs_interfaceid": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 656.855243] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:eb:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14eb9662-3c8d-48cb-a9ea-c9746d476088', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.864380] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Creating folder: Project (6b9abc6a3e1b497ea87f4198d034c08b). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.865169] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab72a0e4-4a44-4a97-831b-b429ccb0cb76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.878669] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Created folder: Project (6b9abc6a3e1b497ea87f4198d034c08b) in parent group-v905587. [ 656.878886] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Creating folder: Instances. Parent ref: group-v905649. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.879185] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93d1956-c8c3-4837-b39d-8014c1977900 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.892598] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Created folder: Instances in parent group-v905649. [ 656.892598] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.892598] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.893020] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c55978c-1566-4279-8a47-650fb0ae4cce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.914472] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.914472] env[66507]: value = "task-4637712" [ 656.914472] env[66507]: _type = "Task" [ 656.914472] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.923803] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637712, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.033125] env[66507]: DEBUG nova.network.neutron [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.050881] env[66507]: DEBUG nova.network.neutron [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.073512] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d28608d-bf25-4455-b365-d96a973f434a tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.246s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.159870] env[66507]: WARNING neutronclient.v2_0.client [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.276910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-07934ebd-046d-4bb1-bf51-ebe1cf6a3c8a tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.441s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.304985] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637709, 'name': ReconfigVM_Task, 'duration_secs': 0.812392} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.305508] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 908f5b17-ebe3-44e8-8e92-638e55e5952b/908f5b17-ebe3-44e8-8e92-638e55e5952b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.306338] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9958f6da-b590-4d32-9d96-5a1261158496 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.314233] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 657.314233] env[66507]: value = "task-4637713" [ 657.314233] env[66507]: _type = "Task" [ 657.314233] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.319877] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 657.327033] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637713, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.429837] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637712, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.442675] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf0221-07cf-4378-96ad-5856c16863fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.453332] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf3cbd-e76d-4508-a80c-e0fb91e1cb0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487900] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09924f4-54e7-4aaf-9e99-5acb304a8971 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.497058] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c2c86-63e7-4604-89b9-d7548eb2e406 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.513349] env[66507]: DEBUG nova.compute.provider_tree [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.536902] env[66507]: INFO nova.compute.manager [-] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Took 1.34 seconds to deallocate network for instance. [ 657.554607] env[66507]: INFO nova.compute.manager [-] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Took 1.48 seconds to deallocate network for instance. [ 657.827688] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637713, 'name': Rename_Task, 'duration_secs': 0.29065} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.828093] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.830026] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28036028-f0f0-4d89-9908-04f62b19dfae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.838277] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 657.838277] env[66507]: value = "task-4637714" [ 657.838277] env[66507]: _type = "Task" [ 657.838277] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.847710] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.852080] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.928781] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637712, 'name': CreateVM_Task, 'duration_secs': 0.644284} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.929163] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.929948] env[66507]: WARNING neutronclient.v2_0.client [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.930389] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.930569] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.931385] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.931711] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f1a731-1607-4655-9640-81ae6bbc622e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.938740] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 657.938740] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fef095-443c-fdec-4fee-affa7fcc49c1" [ 657.938740] env[66507]: _type = "Task" [ 657.938740] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.949011] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fef095-443c-fdec-4fee-affa7fcc49c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.041091] env[66507]: ERROR nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [req-f7106283-4243-4fd6-8c79-87b0e470d586] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7106283-4243-4fd6-8c79-87b0e470d586"}]} [ 658.044694] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.064070] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.068167] env[66507]: DEBUG nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.085192] env[66507]: DEBUG nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.085369] env[66507]: DEBUG nova.compute.provider_tree [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.098953] env[66507]: DEBUG nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 658.121379] env[66507]: DEBUG nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 658.352931] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.455903] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fef095-443c-fdec-4fee-affa7fcc49c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017158} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.460565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.461210] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.461917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.462196] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.462496] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.463111] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69eb6a24-31b1-4615-82bf-3cac4b2b6a47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.477455] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.477455] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.479496] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadf0cbb-f49b-4fd7-b343-41d1dc138751 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.489150] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 658.489150] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c8e210-dccc-7a49-2d40-7f56d42ff456" [ 658.489150] env[66507]: _type = "Task" [ 658.489150] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.505157] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c8e210-dccc-7a49-2d40-7f56d42ff456, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.507075] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231427fb-9437-4369-99c2-9370517e96fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.516594] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 658.516594] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f3b596-c338-4977-7e6d-11f68c25bb6e" [ 658.516594] env[66507]: _type = "Task" [ 658.516594] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.528790] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f3b596-c338-4977-7e6d-11f68c25bb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.570971] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857e117-ab78-45bc-b321-d756263fde92 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.580480] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3319f4a3-19f8-4de4-918a-fc3ab8ebc947 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.614363] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabcf153-7835-4744-b349-6d3b5eaf221e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.625646] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf74b8-f7d5-4496-be3d-e4818cd45a60 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.641077] env[66507]: DEBUG nova.compute.provider_tree [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.852245] env[66507]: DEBUG oslo_vmware.api [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637714, 'name': PowerOnVM_Task, 'duration_secs': 0.974759} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.852700] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.852969] env[66507]: INFO nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Took 12.02 seconds to spawn the instance on the hypervisor. [ 658.853202] env[66507]: DEBUG nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 658.858162] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348a684-1734-4c10-846c-c345ea55a45a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.971776] env[66507]: WARNING neutronclient.v2_0.client [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.029431] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f3b596-c338-4977-7e6d-11f68c25bb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.034036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.034036] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 24d5d4bc-dda2-48ca-a82f-52dbdb03edde/24d5d4bc-dda2-48ca-a82f-52dbdb03edde.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.034036] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77169bf0-7955-409b-b17c-1f1362c531ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.041947] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 659.041947] env[66507]: value = "task-4637715" [ 659.041947] env[66507]: _type = "Task" [ 659.041947] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.050957] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.076664] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updated VIF entry in instance network info cache for port 1bd7a923-f3d6-47e5-9223-27081ec225a9. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.076664] env[66507]: DEBUG nova.network.neutron [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updating instance_info_cache with network_info: [{"id": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "address": "fa:16:3e:83:8d:fb", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7a923-f3", "ovs_interfaceid": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.194353] env[66507]: DEBUG nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 659.195534] env[66507]: DEBUG nova.compute.provider_tree [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 36 to 37 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 659.195534] env[66507]: DEBUG nova.compute.provider_tree [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.277114] env[66507]: DEBUG nova.compute.manager [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Received event network-vif-plugged-14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 659.277605] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Acquiring lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.277893] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.278095] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.278272] env[66507]: DEBUG nova.compute.manager [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] No waiting events found dispatching network-vif-plugged-14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 659.278441] env[66507]: WARNING nova.compute.manager [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Received unexpected event network-vif-plugged-14eb9662-3c8d-48cb-a9ea-c9746d476088 for instance with vm_state building and task_state spawning. [ 659.278595] env[66507]: DEBUG nova.compute.manager [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Received event network-changed-14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 659.278777] env[66507]: DEBUG nova.compute.manager [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Refreshing instance network info cache due to event network-changed-14eb9662-3c8d-48cb-a9ea-c9746d476088. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 659.279073] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Acquiring lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.279147] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Acquired lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.279286] env[66507]: DEBUG nova.network.neutron [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Refreshing network info cache for port 14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.388615] env[66507]: INFO nova.compute.manager [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Took 35.97 seconds to build instance. [ 659.559399] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.584224] env[66507]: DEBUG oslo_concurrency.lockutils [req-fd4e4466-14dc-4d99-9136-d398d28fa790 req-1c22a21e-1ede-4800-9ab4-f82c7e55e535 service nova] Releasing lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.705300] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.181s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.708165] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.027s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.708440] env[66507]: DEBUG nova.objects.instance [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lazy-loading 'resources' on Instance uuid 91c5749f-a8d0-4463-83c8-3712955ee1cb {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.709923] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "7dec543d-026e-4c30-a03e-2f913b553cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.710380] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.710380] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.710693] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.710693] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.717042] env[66507]: INFO nova.compute.manager [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Terminating instance [ 659.756451] env[66507]: INFO nova.scheduler.client.report [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted allocations for instance 37454815-84ce-48bb-b057-15c876873e73 [ 659.788925] env[66507]: WARNING neutronclient.v2_0.client [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.892332] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3c332ed2-4ea4-4060-b451-e37bb0f45c0e tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.485s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.053966] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740438} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.053966] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 24d5d4bc-dda2-48ca-a82f-52dbdb03edde/24d5d4bc-dda2-48ca-a82f-52dbdb03edde.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.053966] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.053966] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1b5faf-a7a2-4ee8-ab93-ce9e0c734b46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.062092] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 660.062092] env[66507]: value = "task-4637716" [ 660.062092] env[66507]: _type = "Task" [ 660.062092] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.078487] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.114427] env[66507]: WARNING neutronclient.v2_0.client [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.182755] env[66507]: DEBUG nova.compute.manager [req-9cd2ed57-30af-4311-b3e7-1aa3e1d2a1ff req-189df38c-5f0f-46ff-914c-83ee437a0637 service nova] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Received event network-vif-deleted-6580ce53-f369-4029-8e37-52ad41d81f21 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 660.231421] env[66507]: DEBUG nova.compute.manager [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 660.232032] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.233044] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20622fe-6ab1-43b6-ac87-e21a86486f85 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241478] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.243037] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2383e6-6554-46d5-bb01-d132e548e62f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.246774] env[66507]: DEBUG nova.network.neutron [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Updated VIF entry in instance network info cache for port 14eb9662-3c8d-48cb-a9ea-c9746d476088. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.247513] env[66507]: DEBUG nova.network.neutron [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Updating instance_info_cache with network_info: [{"id": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "address": "fa:16:3e:d1:eb:79", "network": {"id": "e5e1ae1f-7b27-41d0-a863-4de2f90fc48f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1560514715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b9abc6a3e1b497ea87f4198d034c08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14eb9662-3c", "ovs_interfaceid": "14eb9662-3c8d-48cb-a9ea-c9746d476088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.268793] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63253211-4e3a-49dd-ace3-2d143f0406ab tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "37454815-84ce-48bb-b057-15c876873e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.958s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.327043] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.327043] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.327043] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore2] 7dec543d-026e-4c30-a03e-2f913b553cce {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.327043] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e98e2868-10c3-43e3-8c2c-b80bedf247c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.337649] env[66507]: DEBUG oslo_vmware.api [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 660.337649] env[66507]: value = "task-4637718" [ 660.337649] env[66507]: _type = "Task" [ 660.337649] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.353970] env[66507]: DEBUG oslo_vmware.api [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.582632] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297684} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.582915] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.585876] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e06dd8-4dc3-42c3-a986-c4342c7269e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.617615] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 24d5d4bc-dda2-48ca-a82f-52dbdb03edde/24d5d4bc-dda2-48ca-a82f-52dbdb03edde.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.622384] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05944f9c-a5f8-4c50-b0ad-dedb579e8f8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.640810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.643529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.650773] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 660.650773] env[66507]: value = "task-4637719" [ 660.650773] env[66507]: _type = "Task" [ 660.650773] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.660499] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.468132] env[66507]: DEBUG oslo_concurrency.lockutils [req-a4d70ff1-8fa2-4914-a8a7-1ec86d1cf58b req-0d837424-af96-4a74-9714-433f6def48f0 service nova] Releasing lock "refresh_cache-24d5d4bc-dda2-48ca-a82f-52dbdb03edde" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.471542] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 661.478631] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacc19df-a348-450c-be9d-33d1e67a65a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.485703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "de2f7bb1-7573-4e73-8248-0de75b300af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.485703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.500483] env[66507]: DEBUG oslo_vmware.api [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429436} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.501054] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637719, 'name': ReconfigVM_Task, 'duration_secs': 0.681716} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.501304] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.501524] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.503207] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.503207] env[66507]: INFO nova.compute.manager [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Took 1.27 seconds to destroy the instance on the hypervisor. [ 661.503207] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.503207] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b3ca0-d704-48ed-ad5e-dbc4740f9b2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.508380] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 24d5d4bc-dda2-48ca-a82f-52dbdb03edde/24d5d4bc-dda2-48ca-a82f-52dbdb03edde.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.508767] env[66507]: DEBUG nova.compute.manager [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 661.508884] env[66507]: DEBUG nova.network.neutron [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 661.509216] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.513450] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de84cc9f-7eb1-44a8-b540-0754cdeea719 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.558164] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b64112-0c3f-4b36-9b8b-7aa8799a7052 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.560296] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 661.560296] env[66507]: value = "task-4637720" [ 661.560296] env[66507]: _type = "Task" [ 661.560296] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.568832] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af05501-e281-44e2-9a1a-b56afd52aebb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.577022] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637720, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.591866] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.844672] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.989834] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 662.005839] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.080019] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637720, 'name': Rename_Task, 'duration_secs': 0.169105} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.080019] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.080019] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca459437-170e-408b-8306-f887092dd587 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.090157] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 662.090157] env[66507]: value = "task-4637721" [ 662.090157] env[66507]: _type = "Task" [ 662.090157] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.103234] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.118293] env[66507]: ERROR nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-73192deb-1232-4db0-b2e3-653d0abef187] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73192deb-1232-4db0-b2e3-653d0abef187"}]} [ 662.154251] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.175157] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.175157] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.197284] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.225471] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.291718] env[66507]: DEBUG nova.compute.manager [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 662.293044] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48289d5-ebea-4327-99b1-54478fde0b6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.308832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "926749ff-9e7e-4464-9845-78e9ed50750c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.309110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.520365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.606569] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.712600] env[66507]: DEBUG nova.network.neutron [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.743548] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481cd1e-4f49-41c8-9c47-e699a9e45de1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.767853] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d8bc0-f2fe-4b91-b5c6-1f14ee4edf72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.808041] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453e71b-b1cd-40fa-8e70-c690e1d1e77f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.818119] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 662.823411] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd845d5-e9ea-4bcb-862c-f64e2df3f08d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.828631] env[66507]: INFO nova.compute.manager [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] instance snapshotting [ 662.829207] env[66507]: DEBUG nova.objects.instance [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lazy-loading 'flavor' on Instance uuid f6d1ad47-73a4-4b7b-8d87-4f268648f6d3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.846957] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.080293] env[66507]: DEBUG nova.compute.manager [req-34e4d05d-a3d9-47b7-b1f5-07848dfde1fb req-1a5e0b2f-5802-432c-8e6f-000fede8ac71 service nova] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Received event network-vif-deleted-240c6599-5988-41da-b054-2385d4f51627 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 663.107725] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.190477] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.190701] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.215799] env[66507]: INFO nova.compute.manager [-] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Took 1.71 seconds to deallocate network for instance. [ 663.337450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866493c0-b15a-4ff8-9a5c-bbd09cfca6d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.362547] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.363974] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f7782-4eda-4847-92df-7ab3709d5608 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.388960] env[66507]: ERROR nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-da7f026c-35fa-42d1-8747-505dc71ee69a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da7f026c-35fa-42d1-8747-505dc71ee69a"}]} [ 663.416061] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.446943] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.447051] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.472399] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.513842] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.602520] env[66507]: DEBUG oslo_vmware.api [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637721, 'name': PowerOnVM_Task, 'duration_secs': 1.147421} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.602881] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.605197] env[66507]: INFO nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Took 9.68 seconds to spawn the instance on the hypervisor. [ 663.605197] env[66507]: DEBUG nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 663.605197] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c64fa03-0445-4d00-9626-dc97cf2f3592 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.724093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.876850] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.877479] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9eff49ce-726c-4042-97d8-67ae1801cf37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.886442] env[66507]: DEBUG oslo_vmware.api [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 663.886442] env[66507]: value = "task-4637722" [ 663.886442] env[66507]: _type = "Task" [ 663.886442] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.895970] env[66507]: DEBUG oslo_vmware.api [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.039735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.040046] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.040182] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.040360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.040538] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.043249] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7a496-8059-459a-b7a4-91a5aa6404fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.046516] env[66507]: INFO nova.compute.manager [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Terminating instance [ 664.054135] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63056a66-b726-47e7-83df-3962235e88a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.096502] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d59b0-7c1b-4daa-9104-c2acd7ebad27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.109812] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40564805-29eb-410d-9ce4-dd8a2088bb59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.135091] env[66507]: INFO nova.compute.manager [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Took 32.07 seconds to build instance. [ 664.136308] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.399754] env[66507]: DEBUG oslo_vmware.api [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.551280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "refresh_cache-f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.551550] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquired lock "refresh_cache-f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.552293] env[66507]: DEBUG nova.network.neutron [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.644975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b8276e3-e032-4ab0-992a-45ecebd4c3a8 tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.442s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.707712] env[66507]: DEBUG nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 664.708257] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 41 to 42 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 664.708469] env[66507]: DEBUG nova.compute.provider_tree [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.905059] env[66507]: DEBUG oslo_vmware.api [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.055425] env[66507]: WARNING neutronclient.v2_0.client [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.080346] env[66507]: DEBUG nova.network.neutron [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.153106] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 665.181006] env[66507]: DEBUG nova.network.neutron [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.217244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.509s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.221497] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.916s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.223853] env[66507]: INFO nova.compute.claims [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.240989] env[66507]: INFO nova.scheduler.client.report [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted allocations for instance 91c5749f-a8d0-4463-83c8-3712955ee1cb [ 665.402030] env[66507]: DEBUG oslo_vmware.api [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637722, 'name': CreateSnapshot_Task, 'duration_secs': 1.188123} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.402030] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.404798] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75073f-5286-4375-82bb-375d6d9a80c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.618950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.619470] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.686453] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Releasing lock "refresh_cache-f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.686453] env[66507]: DEBUG nova.compute.manager [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 665.686453] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.687161] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b632d-65ab-41a3-9e2f-0cb76b0fc8b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.695667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.704547] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.704547] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad8372c-36ef-44f9-8bfd-22a5c98a03cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.715452] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 665.715452] env[66507]: value = "task-4637723" [ 665.715452] env[66507]: _type = "Task" [ 665.715452] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.731836] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.754553] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "ab514ff8-f675-4898-823a-4f58a8b5735a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.755823] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.756193] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9adad381-0836-4d62-9bc7-9729d602b842 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "91c5749f-a8d0-4463-83c8-3712955ee1cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.524s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.923340] env[66507]: DEBUG nova.compute.manager [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance disappeared during snapshot {{(pid=66507) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4628}} [ 666.130474] env[66507]: DEBUG nova.compute.manager [None req-f01972f7-0e86-4a24-8682-c2e729771bcb tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Found 0 images (rotation: 2) {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 666.229916] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637723, 'name': PowerOffVM_Task, 'duration_secs': 0.289544} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.230600] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.230828] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.231327] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf4469a-a962-44bf-a6e1-5b0ed20663c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.267330] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.267592] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.267766] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Deleting the datastore file [datastore2] f6d1ad47-73a4-4b7b-8d87-4f268648f6d3 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.268060] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e2e4b4e-8b68-4deb-8368-2b1fe2306f93 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.281020] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for the task: (returnval){ [ 666.281020] env[66507]: value = "task-4637725" [ 666.281020] env[66507]: _type = "Task" [ 666.281020] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.289733] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.693021] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149f25b-ff2b-4aaa-bd60-8cb5a2d64919 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.702416] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d1dcb-45e6-47c2-818d-1a6f365da1b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.738765] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e1c2b-7948-44f5-8bb4-5152951a415b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.751285] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6bf2fb-74f9-4638-a8dc-aaeae1d0701e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.770794] env[66507]: DEBUG nova.compute.provider_tree [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.790745] env[66507]: DEBUG oslo_vmware.api [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Task: {'id': task-4637725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509782} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.791016] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.791199] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.791372] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.791541] env[66507]: INFO nova.compute.manager [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 666.791809] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 666.792022] env[66507]: DEBUG nova.compute.manager [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 666.792120] env[66507]: DEBUG nova.network.neutron [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 666.792383] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.919063] env[66507]: DEBUG nova.network.neutron [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.919436] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.038856] env[66507]: DEBUG nova.compute.manager [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Received event network-vif-deleted-2d247c27-838e-4358-88f4-6f210177fa64 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 667.039178] env[66507]: DEBUG nova.compute.manager [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Received event network-changed-1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 667.039335] env[66507]: DEBUG nova.compute.manager [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Refreshing instance network info cache due to event network-changed-1bd7a923-f3d6-47e5-9223-27081ec225a9. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 667.039574] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] Acquiring lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.039732] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] Acquired lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.039909] env[66507]: DEBUG nova.network.neutron [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Refreshing network info cache for port 1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.274813] env[66507]: DEBUG nova.scheduler.client.report [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.425440] env[66507]: DEBUG nova.network.neutron [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.543505] env[66507]: WARNING neutronclient.v2_0.client [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.781050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.781434] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 667.786947] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.997s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.929577] env[66507]: INFO nova.compute.manager [-] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Took 1.14 seconds to deallocate network for instance. [ 668.013869] env[66507]: WARNING neutronclient.v2_0.client [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.179315] env[66507]: DEBUG nova.network.neutron [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updated VIF entry in instance network info cache for port 1bd7a923-f3d6-47e5-9223-27081ec225a9. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.179674] env[66507]: DEBUG nova.network.neutron [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updating instance_info_cache with network_info: [{"id": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "address": "fa:16:3e:83:8d:fb", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7a923-f3", "ovs_interfaceid": "1bd7a923-f3d6-47e5-9223-27081ec225a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.293678] env[66507]: INFO nova.compute.claims [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.302136] env[66507]: DEBUG nova.compute.utils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.308067] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 668.308526] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 668.309211] env[66507]: WARNING neutronclient.v2_0.client [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.309384] env[66507]: WARNING neutronclient.v2_0.client [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.445041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.574936] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.574936] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.685145] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd8bebee-80f3-433e-8766-43e70b67be96 req-a972d255-b90c-4b1d-9ee4-e43ec60697e8 service nova] Releasing lock "refresh_cache-908f5b17-ebe3-44e8-8e92-638e55e5952b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.783369] env[66507]: DEBUG nova.policy [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6add8384a5b4e55b78e70265e058b60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1d05710a35479ea8b2d36e2c815a30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.811440] env[66507]: INFO nova.compute.resource_tracker [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating resource usage from migration d0090774-1b02-48b4-b874-8c424895051f [ 668.815855] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 669.011595] env[66507]: DEBUG nova.compute.manager [None req-120ba7c8-5903-4e84-a638-3b84931da960 tempest-ServerDiagnosticsV248Test-1701480547 tempest-ServerDiagnosticsV248Test-1701480547-project-admin] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 669.015022] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d4d9d0-5454-422e-96d9-901353101b6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.029211] env[66507]: INFO nova.compute.manager [None req-120ba7c8-5903-4e84-a638-3b84931da960 tempest-ServerDiagnosticsV248Test-1701480547 tempest-ServerDiagnosticsV248Test-1701480547-project-admin] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Retrieving diagnostics [ 669.031543] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b60f5-8eaf-4a11-ad60-0688fb577e72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.223896] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Successfully created port: 261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.388164] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4a804d-5f4b-4785-86e8-efe17b482d99 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.404981] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24c0e9-e0a3-4ee1-929d-574165375581 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.440682] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20cfbb3-c641-45f9-804d-882b10efaf11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.449847] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb635bf7-a317-4b6e-b20a-4d825be197d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.465533] env[66507]: DEBUG nova.compute.provider_tree [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.557125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.557125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.586791] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.587085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.830716] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 669.869174] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.870035] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.870035] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.870035] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.870035] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.870035] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.870276] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.870276] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.870436] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.870592] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.870826] env[66507]: DEBUG nova.virt.hardware [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.871669] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61a7afa-36e8-4523-be2c-64d677f44ea4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.881506] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4eea68-305e-4a31-a781-ab39201eaf9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.990766] env[66507]: ERROR nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [req-00d46433-86f0-4315-b206-6c02b1fd352f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00d46433-86f0-4315-b206-6c02b1fd352f"}]} [ 670.016266] env[66507]: DEBUG nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.042034] env[66507]: DEBUG nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.042270] env[66507]: DEBUG nova.compute.provider_tree [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.058185] env[66507]: DEBUG nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.093771] env[66507]: DEBUG nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.687717] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a004409e-67fd-4a35-bbed-83c344dcf390 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.696315] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d53004-a344-46b5-84be-9be8b7e6664b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.734329] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541da0d0-47a6-4678-8722-3336dcb40b20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.745270] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af923bd4-6d12-4d9a-9717-2ecf4ea86cb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.764562] env[66507]: DEBUG nova.compute.provider_tree [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.982768] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Successfully updated port: 261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 671.326343] env[66507]: DEBUG nova.scheduler.client.report [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 671.326343] env[66507]: DEBUG nova.compute.provider_tree [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 47 to 48 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 671.326343] env[66507]: DEBUG nova.compute.provider_tree [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.449368] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.449681] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.449933] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.450156] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.450329] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.452917] env[66507]: INFO nova.compute.manager [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Terminating instance [ 671.490994] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.490994] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.490994] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.654613] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.655082] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.833965] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.048s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.834542] env[66507]: INFO nova.compute.manager [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Migrating [ 671.834542] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.834786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "compute-rpcapi-router" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837744] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.340s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.837744] env[66507]: DEBUG nova.objects.instance [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lazy-loading 'resources' on Instance uuid c5ab4ba1-c5cf-4f16-953e-148263d7160b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.855510] env[66507]: DEBUG nova.compute.manager [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Received event network-vif-plugged-261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 671.855717] env[66507]: DEBUG oslo_concurrency.lockutils [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] Acquiring lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.855911] env[66507]: DEBUG oslo_concurrency.lockutils [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.856108] env[66507]: DEBUG oslo_concurrency.lockutils [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.856305] env[66507]: DEBUG nova.compute.manager [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] No waiting events found dispatching network-vif-plugged-261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 671.856431] env[66507]: WARNING nova.compute.manager [req-0c5e9a22-9100-46df-a2cd-4a27baaf7602 req-c72f948b-ae86-4a2a-9382-5f81258fc4f6 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Received unexpected event network-vif-plugged-261d074c-89be-49a6-afdd-b0d5fee6e6b3 for instance with vm_state building and task_state spawning. [ 671.937205] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.937507] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.959745] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "refresh_cache-08c3c037-85f1-49ef-9eb2-3b70ef4440f0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.959843] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquired lock "refresh_cache-08c3c037-85f1-49ef-9eb2-3b70ef4440f0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.960041] env[66507]: DEBUG nova.network.neutron [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.049433] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 672.152061] env[66507]: WARNING neutronclient.v2_0.client [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.168508] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.168785] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.168974] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.169170] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.169358] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.169823] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.169823] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 672.169823] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.254091] env[66507]: DEBUG nova.network.neutron [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Updating instance_info_cache with network_info: [{"id": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "address": "fa:16:3e:b4:9a:3d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261d074c-89", "ovs_interfaceid": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.339338] env[66507]: INFO nova.compute.rpcapi [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 672.339910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "compute-rpcapi-router" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.462905] env[66507]: WARNING neutronclient.v2_0.client [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.480073] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.480303] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.499645] env[66507]: DEBUG nova.network.neutron [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 672.566782] env[66507]: DEBUG nova.network.neutron [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.678491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.758400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.758400] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Instance network_info: |[{"id": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "address": "fa:16:3e:b4:9a:3d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261d074c-89", "ovs_interfaceid": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 672.759686] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '261d074c-89be-49a6-afdd-b0d5fee6e6b3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.766822] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 672.770374] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.771581] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0add188f-2ee8-40c5-82ae-7ea04375dfc1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.798489] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.798489] env[66507]: value = "task-4637730" [ 672.798489] env[66507]: _type = "Task" [ 672.798489] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.812743] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637730, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.864634] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.865585] env[66507]: DEBUG nova.network.neutron [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.928233] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455153c2-9a9b-458c-9172-d9f3629eca05 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.936907] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b812f-ec10-46cc-b059-3dd88d8e58d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.970205] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf2ebd4-8009-4d0a-9456-dd889e08220a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.978743] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8defc1f-90a7-461a-b9a1-ad510e3157fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.983683] env[66507]: DEBUG nova.compute.utils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.995767] env[66507]: DEBUG nova.compute.provider_tree [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.070210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Releasing lock "refresh_cache-08c3c037-85f1-49ef-9eb2-3b70ef4440f0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.070653] env[66507]: DEBUG nova.compute.manager [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 673.070840] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.071736] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962ee4e-ff13-4207-920a-8eecd19dfa2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.080884] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.081224] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4febeed9-0374-4ff6-9946-0f9a37f4a24a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.088429] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 673.088429] env[66507]: value = "task-4637731" [ 673.088429] env[66507]: _type = "Task" [ 673.088429] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.097803] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.224074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "9ed068e3-a530-4000-805b-07b321db2857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.224313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.310881] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637730, 'name': CreateVM_Task, 'duration_secs': 0.405141} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.311075] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.311578] env[66507]: WARNING neutronclient.v2_0.client [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.312087] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.312240] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.312760] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.313024] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf1b78c-02dc-445a-bc06-4dbde40259f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.318732] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 673.318732] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529bc7a4-5357-399d-ef6d-49db54da8a02" [ 673.318732] env[66507]: _type = "Task" [ 673.318732] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.327225] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529bc7a4-5357-399d-ef6d-49db54da8a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.370639] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.486664] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.499810] env[66507]: DEBUG nova.scheduler.client.report [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.568859] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.598918] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637731, 'name': PowerOffVM_Task, 'duration_secs': 0.219584} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.599250] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.599414] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.599737] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48fe01b-9c32-41b3-82e7-07340d5ba235 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.630644] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.630783] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.631035] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Deleting the datastore file [datastore1] 08c3c037-85f1-49ef-9eb2-3b70ef4440f0 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.631253] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b69747-8df9-49c9-a442-7bcbafeae057 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.638779] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for the task: (returnval){ [ 673.638779] env[66507]: value = "task-4637733" [ 673.638779] env[66507]: _type = "Task" [ 673.638779] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.648302] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.657458] env[66507]: DEBUG nova.network.neutron [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.829029] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529bc7a4-5357-399d-ef6d-49db54da8a02, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.829158] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.829322] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.829545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.829682] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.829869] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.830135] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437acb90-7818-425f-8122-9fb9086a2f5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.840050] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.840050] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.840050] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629ab2ce-0a32-4a9e-ad43-6747b6ab094d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.845405] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 673.845405] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52580d51-d7a8-2999-8e40-f1a1be8a17dd" [ 673.845405] env[66507]: _type = "Task" [ 673.845405] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.853428] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52580d51-d7a8-2999-8e40-f1a1be8a17dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.004375] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.007548] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.282s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.009024] env[66507]: INFO nova.compute.claims [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.032315] env[66507]: INFO nova.scheduler.client.report [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Deleted allocations for instance c5ab4ba1-c5cf-4f16-953e-148263d7160b [ 674.119433] env[66507]: DEBUG nova.compute.manager [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 674.122477] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faf8d8-ff24-4d96-8429-eec6621fa082 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.150739] env[66507]: DEBUG oslo_vmware.api [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Task: {'id': task-4637733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106973} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.151884] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.151884] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.151884] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.151884] env[66507]: INFO nova.compute.manager [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 674.152119] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.152167] env[66507]: DEBUG nova.compute.manager [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 674.152255] env[66507]: DEBUG nova.network.neutron [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.152502] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.162023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.169295] env[66507]: DEBUG nova.network.neutron [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.169539] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.357887] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52580d51-d7a8-2999-8e40-f1a1be8a17dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.358761] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4b9046-82d3-41dc-ab61-69376a8fac09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.364841] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 674.364841] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5286b475-5750-5a5a-3d7c-171c1b06027a" [ 674.364841] env[66507]: _type = "Task" [ 674.364841] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.374901] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5286b475-5750-5a5a-3d7c-171c1b06027a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.541396] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9c3ca9f3-8b88-4460-a8df-1393dda37039 tempest-ImagesNegativeTestJSON-744524934 tempest-ImagesNegativeTestJSON-744524934-project-member] Lock "c5ab4ba1-c5cf-4f16-953e-148263d7160b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.381s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.573748] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.574130] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.574446] env[66507]: INFO nova.compute.manager [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Attaching volume 3ba7f4be-76e0-424b-907e-f11bc30c57f5 to /dev/sdb [ 674.630070] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cd883-bcc1-4ab7-ab91-ec1fa6fc3f9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.634588] env[66507]: INFO nova.compute.manager [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] instance snapshotting [ 674.638276] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d3e50e-8470-47a6-9926-ad96e4dbc7e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.644478] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19abf7c-558f-44af-a4e5-cabef4d45e3f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.673650] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be591c-965f-4678-a9de-8f650ffec0dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.677349] env[66507]: DEBUG nova.network.neutron [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.690694] env[66507]: DEBUG nova.virt.block_device [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updating existing volume attachment record: 5705d2c9-9a11-4e18-a97c-63cbc707f79d {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 674.825354] env[66507]: DEBUG nova.compute.manager [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Received event network-changed-261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 674.825505] env[66507]: DEBUG nova.compute.manager [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Refreshing instance network info cache due to event network-changed-261d074c-89be-49a6-afdd-b0d5fee6e6b3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 674.827239] env[66507]: DEBUG oslo_concurrency.lockutils [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] Acquiring lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.827444] env[66507]: DEBUG oslo_concurrency.lockutils [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] Acquired lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.827649] env[66507]: DEBUG nova.network.neutron [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Refreshing network info cache for port 261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.877649] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5286b475-5750-5a5a-3d7c-171c1b06027a, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.877920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.878205] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0b281382-9c5a-4d87-8208-276181c1f6e6/0b281382-9c5a-4d87-8208-276181c1f6e6.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.878483] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e153028-4864-4b40-bc3b-d635f61f5fef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.889940] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 674.889940] env[66507]: value = "task-4637734" [ 674.889940] env[66507]: _type = "Task" [ 674.889940] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.899872] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.183261] env[66507]: INFO nova.compute.manager [-] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Took 1.03 seconds to deallocate network for instance. [ 675.196621] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.196621] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ed8aa3d-4f80-4a4b-b0df-5dc77771eea9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.206226] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 675.206226] env[66507]: value = "task-4637738" [ 675.206226] env[66507]: _type = "Task" [ 675.206226] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.219772] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.330443] env[66507]: WARNING neutronclient.v2_0.client [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.407785] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.569754] env[66507]: WARNING neutronclient.v2_0.client [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.642792] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74195bcc-b1d3-4ddd-ae9f-e072a0e3df40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.662565] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70abe7f4-0e2b-430b-9bdc-ff70f5bb7904 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.709935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.711863] env[66507]: DEBUG nova.network.neutron [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Updated VIF entry in instance network info cache for port 261d074c-89be-49a6-afdd-b0d5fee6e6b3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.711967] env[66507]: DEBUG nova.network.neutron [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Updating instance_info_cache with network_info: [{"id": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "address": "fa:16:3e:b4:9a:3d", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261d074c-89", "ovs_interfaceid": "261d074c-89be-49a6-afdd-b0d5fee6e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.718333] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638ff4e-7fab-4aee-ae49-6ac91d2b97ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.723923] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e06de9-98f6-4f53-a4e5-1849d6a9d0ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.729762] env[66507]: DEBUG oslo_concurrency.lockutils [req-409d4dd1-a33e-4d52-a33d-f08f5e1b311e req-f215f65d-83c8-4064-9728-c878a37404d9 service nova] Releasing lock "refresh_cache-0b281382-9c5a-4d87-8208-276181c1f6e6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.757870] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.765109] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637738, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.767026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa897b1-fafe-4592-a321-12dc959fe976 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.787324] env[66507]: DEBUG nova.compute.provider_tree [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.905128] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557016} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.905128] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0b281382-9c5a-4d87-8208-276181c1f6e6/0b281382-9c5a-4d87-8208-276181c1f6e6.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.905128] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.905128] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce099c4-20f9-4239-b21a-1cadec9796be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.912424] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 675.912424] env[66507]: value = "task-4637740" [ 675.912424] env[66507]: _type = "Task" [ 675.912424] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.923199] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.226988] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637738, 'name': CreateSnapshot_Task, 'duration_secs': 0.996882} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.227803] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.228944] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30aec37-b425-423b-9c8d-270c23bbcf6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.269099] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.269829] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74de0b57-cfa1-4e7d-b692-a8bb0a7941e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.278870] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 676.278870] env[66507]: value = "task-4637741" [ 676.278870] env[66507]: _type = "Task" [ 676.278870] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.299112] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.327833] env[66507]: ERROR nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [req-7480244a-62bc-4021-a906-5b3d1fa242d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7480244a-62bc-4021-a906-5b3d1fa242d6"}]} [ 676.348721] env[66507]: DEBUG nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 676.365363] env[66507]: DEBUG nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 676.365596] env[66507]: DEBUG nova.compute.provider_tree [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.379974] env[66507]: DEBUG nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 676.408556] env[66507]: DEBUG nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 676.425127] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073067} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.429026] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.429026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da59341-d291-49c9-95ec-0b2e0ae55b64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.466832] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0b281382-9c5a-4d87-8208-276181c1f6e6/0b281382-9c5a-4d87-8208-276181c1f6e6.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.468756] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68394ded-c743-4b32-b5c1-05cd07bbff46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.495584] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 676.495584] env[66507]: value = "task-4637742" [ 676.495584] env[66507]: _type = "Task" [ 676.495584] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.507677] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.752751] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 676.755619] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae780a2a-44d6-4a89-9e74-d38acbe78df5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.766842] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 676.766842] env[66507]: value = "task-4637743" [ 676.766842] env[66507]: _type = "Task" [ 676.766842] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.775921] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637743, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.792229] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637741, 'name': PowerOffVM_Task, 'duration_secs': 0.414161} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.792461] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.792638] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.913448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.913448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.913448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.913448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.913726] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.916166] env[66507]: INFO nova.compute.manager [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Terminating instance [ 676.998180] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7231240-338c-4e01-9bb8-f5316820297c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.009458] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637742, 'name': ReconfigVM_Task, 'duration_secs': 0.332718} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.011366] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0b281382-9c5a-4d87-8208-276181c1f6e6/0b281382-9c5a-4d87-8208-276181c1f6e6.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.012136] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65669537-9a1d-49e3-9918-f6b1e733c363 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.014408] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546fc01-febb-49a4-9e7c-373b5856c7f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.053461] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf324b-0550-4738-95f0-a9d697447fbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.056143] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 677.056143] env[66507]: value = "task-4637744" [ 677.056143] env[66507]: _type = "Task" [ 677.056143] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.063896] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545a281c-4850-4231-a6e5-96643845a41b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.071276] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637744, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.083562] env[66507]: DEBUG nova.compute.provider_tree [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.279474] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637743, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.301776] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.301776] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.301776] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.301776] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.302035] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.306060] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.306060] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.306060] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.306060] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.306060] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.306371] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.310051] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb89ef1-0e54-4712-86d5-9f33027607aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.330870] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 677.330870] env[66507]: value = "task-4637746" [ 677.330870] env[66507]: _type = "Task" [ 677.330870] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.341975] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.420969] env[66507]: DEBUG nova.compute.manager [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 677.421256] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.422558] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d47e7-6ce7-4697-8051-074e00b85f24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.435538] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.435742] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e55d5a5-fded-449d-84a6-31ce7a6cc8f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.444739] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 677.444739] env[66507]: value = "task-4637747" [ 677.444739] env[66507]: _type = "Task" [ 677.444739] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.454443] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.569653] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637744, 'name': Rename_Task, 'duration_secs': 0.432091} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.570385] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.570704] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4407f5-2f28-4b2b-865d-5767b20019d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.580071] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 677.580071] env[66507]: value = "task-4637748" [ 677.580071] env[66507]: _type = "Task" [ 677.580071] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.595338] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.647289] env[66507]: DEBUG nova.scheduler.client.report [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 677.647745] env[66507]: DEBUG nova.compute.provider_tree [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 52 to 53 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 677.648195] env[66507]: DEBUG nova.compute.provider_tree [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.789926] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637743, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.843747] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637746, 'name': ReconfigVM_Task, 'duration_secs': 0.329699} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.844190] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 677.852020] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "433a2a92-9167-450b-922a-a963c8ba9d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.855209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.855209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.855209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.855397] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.859633] env[66507]: INFO nova.compute.manager [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Terminating instance [ 677.960995] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637747, 'name': PowerOffVM_Task, 'duration_secs': 0.277713} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.961343] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.961603] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.961990] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1859892-4a41-45eb-98a1-61583316a29a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.040307] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.040529] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.040869] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleting the datastore file [datastore2] e279d81b-3200-40a8-967a-04d3fe34ee9b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.040961] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332b7d91-3e97-4123-934f-7e9c03eda46e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050523] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 678.050523] env[66507]: value = "task-4637751" [ 678.050523] env[66507]: _type = "Task" [ 678.050523] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.065640] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.093627] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.156494] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.149s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.156790] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 678.160747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.419s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.162769] env[66507]: INFO nova.compute.claims [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.285309] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637743, 'name': CloneVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.353018] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.353018] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.353018] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.353018] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.353482] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.353482] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.353482] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.353482] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.353482] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.353677] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.353724] env[66507]: DEBUG nova.virt.hardware [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.363316] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 678.363681] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1d70b6-5941-4df2-854d-879b8e3068b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.385404] env[66507]: DEBUG nova.compute.manager [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 678.385404] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.385699] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110ae58-b6e0-4b5d-b100-041789fcaa5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.396473] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.398034] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180e1084-87f0-428c-b171-d131fbf27d63 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.399819] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 678.399819] env[66507]: value = "task-4637752" [ 678.399819] env[66507]: _type = "Task" [ 678.399819] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.405956] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 678.405956] env[66507]: value = "task-4637753" [ 678.405956] env[66507]: _type = "Task" [ 678.405956] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.413371] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.420183] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.567445] env[66507]: DEBUG oslo_vmware.api [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277623} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.567445] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.567445] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.567445] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.567445] env[66507]: INFO nova.compute.manager [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 678.567783] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.568186] env[66507]: DEBUG nova.compute.manager [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 678.568602] env[66507]: DEBUG nova.network.neutron [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.569298] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.595853] env[66507]: DEBUG oslo_vmware.api [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637748, 'name': PowerOnVM_Task, 'duration_secs': 0.614332} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.598641] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.598641] env[66507]: INFO nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Took 8.77 seconds to spawn the instance on the hypervisor. [ 678.598641] env[66507]: DEBUG nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 678.598641] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2bd1fe-823e-47f7-a7d1-9cc2dc896cd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.672031] env[66507]: DEBUG nova.compute.utils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.676354] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 678.677543] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.678098] env[66507]: WARNING neutronclient.v2_0.client [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.678498] env[66507]: WARNING neutronclient.v2_0.client [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.781791] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637743, 'name': CloneVM_Task, 'duration_secs': 1.528163} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.782123] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Created linked-clone VM from snapshot [ 678.782978] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7214d2-b162-498a-8066-148a2babc301 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.791867] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Uploading image 0fdb0449-55bb-403e-8792-642d3b779bd3 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.814028] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 678.814028] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-430c515e-bdf7-4e3e-950b-97457e237aa1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.819531] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 678.819531] env[66507]: value = "task-4637754" [ 678.819531] env[66507]: _type = "Task" [ 678.819531] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.832521] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637754, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.912740] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637752, 'name': ReconfigVM_Task, 'duration_secs': 0.281044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.913439] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 678.914939] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b9447-d69a-4a83-8e9f-4eb444ebe95f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.920370] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637753, 'name': PowerOffVM_Task, 'duration_secs': 0.291834} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.921091] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.921292] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.921645] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7488b13a-084e-4765-82f3-74f72fb135d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.958740] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.959785] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb982980-2343-4433-b9ea-899f0f535da2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.982569] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 678.982569] env[66507]: value = "task-4637756" [ 678.982569] env[66507]: _type = "Task" [ 678.982569] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.992445] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.023246] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.050287] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.050525] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.050699] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleting the datastore file [datastore1] 433a2a92-9167-450b-922a-a963c8ba9d34 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.050994] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19f64a2-cc48-45a3-bf37-fc0ce57e1f46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.061157] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for the task: (returnval){ [ 679.061157] env[66507]: value = "task-4637757" [ 679.061157] env[66507]: _type = "Task" [ 679.061157] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.073843] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.076408] env[66507]: DEBUG nova.policy [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2beaf0a2a3c48e9b9313b7e8eed2e17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be8096db957748e68e91a0e1db7b1d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.124431] env[66507]: INFO nova.compute.manager [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Took 40.84 seconds to build instance. [ 679.176576] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 679.289441] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 679.289805] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905659', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'name': 'volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec16c77f-8a26-48cb-9ad5-b524350fcf0b', 'attached_at': '', 'detached_at': '', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'serial': '3ba7f4be-76e0-424b-907e-f11bc30c57f5'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 679.291295] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63dc79-e095-431a-8735-8f9a90ed247d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.315386] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9819d-b6d7-447b-8921-a0fab7e001db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.358721] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5/volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.362384] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec47a48-31e0-4dc4-84b0-e379c24277be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.381348] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637754, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.387719] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Waiting for the task: (returnval){ [ 679.387719] env[66507]: value = "task-4637758" [ 679.387719] env[66507]: _type = "Task" [ 679.387719] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.397919] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.496202] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637756, 'name': ReconfigVM_Task, 'duration_secs': 0.3764} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.496536] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9/24e7dee3-635c-4826-bb02-dc1b72f95cd9.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.496795] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.578549] env[66507]: DEBUG oslo_vmware.api [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Task: {'id': task-4637757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220518} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.581550] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.581996] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.581996] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.582243] env[66507]: INFO nova.compute.manager [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Took 1.20 seconds to destroy the instance on the hypervisor. [ 679.582547] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.584015] env[66507]: DEBUG nova.compute.manager [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 679.584149] env[66507]: DEBUG nova.network.neutron [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.588020] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.625617] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d60edc7-f11a-454d-bf80-c6085528fd52 tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.361s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.835312] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637754, 'name': Destroy_Task, 'duration_secs': 0.63473} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.835495] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Destroyed the VM [ 679.836672] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.836672] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0230dd1e-ead2-41f3-96ae-b55b8415e3f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.846157] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 679.846157] env[66507]: value = "task-4637759" [ 679.846157] env[66507]: _type = "Task" [ 679.846157] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.866483] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.899088] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.933164] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1406b-3020-4393-9711-8972f9dab9a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.942380] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56664af4-88ab-4d98-b84c-40e0a9e072a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.989036] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a23a8c-eddb-426e-8eac-01e7d4c1bba6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.999426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09434211-3b20-4781-aa1b-ba7a91aff266 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.005782] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9851b8d-fa30-4069-a86e-e051c12e3746 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.021818] env[66507]: DEBUG nova.compute.provider_tree [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.040261] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2065efc6-1ed6-4fff-b6c8-592307775ed7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.062509] env[66507]: DEBUG nova.network.neutron [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.065095] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.129799] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 680.188919] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 680.227645] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.227895] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.228059] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.228475] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.228625] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.228768] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.228971] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.230045] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.230045] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.230304] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.230491] env[66507]: DEBUG nova.virt.hardware [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.231390] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895f217-c658-4a12-91b2-2fe48af979b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.241458] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1b846-5d3c-409d-9caa-7ecc49131f0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.279411] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Successfully created port: a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.356447] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637759, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.357596] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.400279] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637758, 'name': ReconfigVM_Task, 'duration_secs': 0.646063} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.400941] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5/volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.406092] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b765149-c37a-4e36-8cb1-e9148aa15f71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.425142] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Waiting for the task: (returnval){ [ 680.425142] env[66507]: value = "task-4637761" [ 680.425142] env[66507]: _type = "Task" [ 680.425142] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.434855] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.569678] env[66507]: INFO nova.compute.manager [-] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Took 2.00 seconds to deallocate network for instance. [ 680.575029] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.575029] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.586976] env[66507]: DEBUG nova.scheduler.client.report [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 680.587227] env[66507]: DEBUG nova.compute.provider_tree [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 53 to 54 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.587481] env[66507]: DEBUG nova.compute.provider_tree [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.658608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.862349] env[66507]: DEBUG oslo_vmware.api [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637759, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98684} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.863731] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.936252] env[66507]: DEBUG oslo_vmware.api [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637761, 'name': ReconfigVM_Task, 'duration_secs': 0.164261} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.936419] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905659', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'name': 'volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec16c77f-8a26-48cb-9ad5-b524350fcf0b', 'attached_at': '', 'detached_at': '', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'serial': '3ba7f4be-76e0-424b-907e-f11bc30c57f5'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 681.082678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.094626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.095235] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 681.097911] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.822s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.101055] env[66507]: INFO nova.compute.claims [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.252801] env[66507]: DEBUG nova.network.neutron [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Port 8a59b864-8bbd-4a9d-a305-915c732c4997 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 681.370756] env[66507]: WARNING nova.compute.manager [None req-525542ad-f1b6-4c3e-a7c2-b892caf7836f tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Image not found during snapshot: nova.exception.ImageNotFound: Image 0fdb0449-55bb-403e-8792-642d3b779bd3 could not be found. [ 681.605311] env[66507]: DEBUG nova.compute.utils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.606756] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 681.606947] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 681.607279] env[66507]: WARNING neutronclient.v2_0.client [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.607573] env[66507]: WARNING neutronclient.v2_0.client [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.664702] env[66507]: DEBUG nova.network.neutron [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.994152] env[66507]: DEBUG nova.objects.instance [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lazy-loading 'flavor' on Instance uuid ec16c77f-8a26-48cb-9ad5-b524350fcf0b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.010313] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Successfully updated port: a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.112627] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 682.167864] env[66507]: INFO nova.compute.manager [-] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Took 2.58 seconds to deallocate network for instance. [ 682.275141] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.275141] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.275141] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.281484] env[66507]: DEBUG nova.policy [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5935de58b66b49d9b229066426efc83b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2046d623d7a24c47a82e89323e74fb26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.503474] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb6cd04-f340-4a8b-8d36-6d12a43c46ee tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.929s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.512827] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.515196] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.515811] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.678263] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.804834] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Successfully created port: e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 682.858613] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0aae3-41f7-408b-b3a2-bd266fa65e29 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.869705] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c633b385-e43e-4fcf-82cb-c4389988aa91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.904701] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2aa3f2-89d5-4931-b144-246e24847a62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.914385] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d3b75-faf6-48cd-962e-4713b2ca08fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.931877] env[66507]: DEBUG nova.compute.provider_tree [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.108210] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.132173] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 683.167435] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.167685] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.167837] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.168015] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.168163] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.168308] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.168509] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.168659] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.168819] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.168976] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.169168] env[66507]: DEBUG nova.virt.hardware [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.170124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7275e60b-0964-46e9-bd8a-a939520ff07c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.179128] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e952c9-c517-4b77-9893-86216029d3e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.288564] env[66507]: DEBUG nova.compute.manager [req-e501ec23-c595-42ca-a436-e3d987a7c321 req-13c3ad27-11e5-4458-b59b-fd6b27a51baf service nova] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Received event network-vif-deleted-8796b4cf-21b6-45a8-aac5-10d5a14b42ba {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 683.308291] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.368829] env[66507]: WARNING neutronclient.v2_0.client [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.422135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.422135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422135] env[66507]: DEBUG nova.network.neutron [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.440061] env[66507]: DEBUG nova.scheduler.client.report [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.594976] env[66507]: DEBUG nova.network.neutron [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [{"id": "a932de77-c65b-47ac-b825-375309b1ce4a", "address": "fa:16:3e:93:12:e2", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932de77-c6", "ovs_interfaceid": "a932de77-c65b-47ac-b825-375309b1ce4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.817260] env[66507]: DEBUG nova.compute.manager [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received event network-vif-plugged-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 683.817400] env[66507]: DEBUG oslo_concurrency.lockutils [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.817611] env[66507]: DEBUG oslo_concurrency.lockutils [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.817770] env[66507]: DEBUG oslo_concurrency.lockutils [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.817936] env[66507]: DEBUG nova.compute.manager [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] No waiting events found dispatching network-vif-plugged-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 683.818656] env[66507]: WARNING nova.compute.manager [req-ecd3718c-e2de-4d0b-9b12-7b5624732832 req-17b167c4-4b15-4357-ba12-86f13b7d0fd7 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received unexpected event network-vif-plugged-a932de77-c65b-47ac-b825-375309b1ce4a for instance with vm_state building and task_state spawning. [ 683.931549] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.943557] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.944160] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 683.948016] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.800s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.953025] env[66507]: INFO nova.compute.claims [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.098958] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.099365] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance network_info: |[{"id": "a932de77-c65b-47ac-b825-375309b1ce4a", "address": "fa:16:3e:93:12:e2", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932de77-c6", "ovs_interfaceid": "a932de77-c65b-47ac-b825-375309b1ce4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 684.099819] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:12:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a932de77-c65b-47ac-b825-375309b1ce4a', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.107842] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.108504] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.108774] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-256257c1-0157-4741-8f46-976d12a2e871 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.137468] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.137468] env[66507]: value = "task-4637763" [ 684.137468] env[66507]: _type = "Task" [ 684.137468] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.146205] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637763, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.264252] env[66507]: WARNING neutronclient.v2_0.client [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.389116] env[66507]: DEBUG nova.network.neutron [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.437013] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Successfully updated port: e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 684.455567] env[66507]: DEBUG nova.compute.utils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.462327] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 684.462551] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.463170] env[66507]: WARNING neutronclient.v2_0.client [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.463252] env[66507]: WARNING neutronclient.v2_0.client [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.516878] env[66507]: DEBUG nova.policy [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7234395e657e446ca60262054f1758cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4624bbb01934f47a45737b60b97c8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.651642] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637763, 'name': CreateVM_Task, 'duration_secs': 0.419766} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.651926] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.652372] env[66507]: WARNING neutronclient.v2_0.client [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.652740] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.652939] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.653614] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.653614] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5f368e-fcae-4983-9c6d-2ecc87bf8194 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.660113] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 684.660113] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5256ae49-2f00-6084-8914-ba06c1e801ff" [ 684.660113] env[66507]: _type = "Task" [ 684.660113] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.671666] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5256ae49-2f00-6084-8914-ba06c1e801ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.895305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941547] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquired lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.941754] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 684.962862] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 685.070257] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Successfully created port: 21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.094132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.094570] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.174161] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5256ae49-2f00-6084-8914-ba06c1e801ff, 'name': SearchDatastore_Task, 'duration_secs': 0.031044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.177198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.178043] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.178043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.178214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.178367] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.179039] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cafd27-fda9-4e17-ad19-4b4a4de5bb82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.193437] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.193699] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.194725] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0015f777-cca5-46a6-b0aa-8b6a78f227d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.205890] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 685.205890] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a5ad90-9999-7349-b799-f3a39802afbf" [ 685.205890] env[66507]: _type = "Task" [ 685.205890] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.220943] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a5ad90-9999-7349-b799-f3a39802afbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.431110] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd413c12-07a4-4a2b-be77-a49f6a30be0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.437441] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.437441] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.461689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e83da2-0e5c-44b1-8a27-9517ea78f11c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.479139] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.491158] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.494626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.494626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.494626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.494626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.494963] env[66507]: INFO nova.compute.manager [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Terminating instance [ 685.502188] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 685.581956] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e8fdb-963c-4bf8-95dc-2dfe11255485 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.591153] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2156e-a0d3-4a6b-a2d3-1ccd766bf947 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.623399] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ab150-b4da-4c0c-b362-e9753f473929 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.631888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9720dd-94d9-4699-b90c-b66338be5ac8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.649022] env[66507]: DEBUG nova.compute.provider_tree [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.717488] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a5ad90-9999-7349-b799-f3a39802afbf, 'name': SearchDatastore_Task, 'duration_secs': 0.016609} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.718685] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27637c41-7405-4bc5-9745-aee43056e8bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.725487] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 685.725487] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525c4f43-589d-1a29-c8c4-daa1054e6995" [ 685.725487] env[66507]: _type = "Task" [ 685.725487] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.735250] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525c4f43-589d-1a29-c8c4-daa1054e6995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.802629] env[66507]: WARNING neutronclient.v2_0.client [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.972654] env[66507]: DEBUG nova.network.neutron [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Updating instance_info_cache with network_info: [{"id": "e55eae69-e372-4b34-881c-8a8133d5a10f", "address": "fa:16:3e:fc:f5:8f", "network": {"id": "31ebcbf7-7485-4878-8ba5-13fd9ec9459b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1987104485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2046d623d7a24c47a82e89323e74fb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55eae69-e3", "ovs_interfaceid": "e55eae69-e372-4b34-881c-8a8133d5a10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.990064] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 685.997603] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.998509] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2bf920-46c2-4148-bb72-382524a91f96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.002190] env[66507]: DEBUG nova.compute.manager [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 686.002529] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.003849] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865f0558-405d-4b79-ab0a-d0c152d72704 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.015941] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.019414] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a31bbef-a313-45f0-acd5-aec6c513bb53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.022158] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 686.022158] env[66507]: value = "task-4637764" [ 686.022158] env[66507]: _type = "Task" [ 686.022158] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.031569] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 686.031569] env[66507]: value = "task-4637765" [ 686.031569] env[66507]: _type = "Task" [ 686.031569] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.041605] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.041605] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.041605] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.041992] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.041992] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.041992] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.041992] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.041992] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.042242] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.042242] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.042242] env[66507]: DEBUG nova.virt.hardware [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.045646] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651e348-975c-48f2-8e98-e1af3b26fac8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.058361] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.068355] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2801c2e-52ff-4796-a79a-04238b15c6de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.072888] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.152838] env[66507]: DEBUG nova.scheduler.client.report [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.242496] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525c4f43-589d-1a29-c8c4-daa1054e6995, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.243169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.243715] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a079b28c-58d6-4c63-9ef8-9d4c612da783/a079b28c-58d6-4c63-9ef8-9d4c612da783.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.245213] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66c258bc-2764-465b-9942-786e8d9a34e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.260111] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 686.260111] env[66507]: value = "task-4637767" [ 686.260111] env[66507]: _type = "Task" [ 686.260111] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.279459] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.425106] env[66507]: DEBUG nova.compute.manager [req-6394a68d-e0b1-4a0b-863f-55ecb8871300 req-ca9884e3-330a-4b7e-a2c7-6d411f2c391c service nova] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Received event network-vif-deleted-48ea0939-455c-4011-9a4c-2b3cbde40a5b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 686.478079] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Releasing lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.480408] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Instance network_info: |[{"id": "e55eae69-e372-4b34-881c-8a8133d5a10f", "address": "fa:16:3e:fc:f5:8f", "network": {"id": "31ebcbf7-7485-4878-8ba5-13fd9ec9459b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1987104485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2046d623d7a24c47a82e89323e74fb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55eae69-e3", "ovs_interfaceid": "e55eae69-e372-4b34-881c-8a8133d5a10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 686.480585] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:f5:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55eae69-e372-4b34-881c-8a8133d5a10f', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.487603] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Creating folder: Project (2046d623d7a24c47a82e89323e74fb26). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.488030] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75aadacf-0522-4693-a006-4fed9ec366c0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.505795] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Created folder: Project (2046d623d7a24c47a82e89323e74fb26) in parent group-v905587. [ 686.505795] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Creating folder: Instances. Parent ref: group-v905664. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.505795] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e5acd9c-05fa-4442-a7ba-5a3b10518dae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.518581] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Created folder: Instances in parent group-v905664. [ 686.518861] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.519103] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.519334] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7950af7d-d728-4a7e-b0f5-2e54622fae6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.565605] env[66507]: DEBUG oslo_vmware.api [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4637764, 'name': PowerOnVM_Task, 'duration_secs': 0.499206} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.571734] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.571946] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa5a88-9f83-495e-99f6-9f6ad4bdcfda tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance '24e7dee3-635c-4826-bb02-dc1b72f95cd9' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.579212] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.579212] env[66507]: value = "task-4637770" [ 686.579212] env[66507]: _type = "Task" [ 686.579212] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.579212] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637765, 'name': PowerOffVM_Task, 'duration_secs': 0.42431} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.579212] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.579212] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.582334] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3f56e6-1087-49ca-b07e-288271fc6226 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.592561] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637770, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.642610] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 686.642610] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing instance network info cache due to event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 686.642610] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Acquiring lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642610] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Acquired lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.642959] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing network info cache for port a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.660997] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.661659] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 686.666231] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.813s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.667566] env[66507]: INFO nova.compute.claims [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.696001] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.696001] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.696001] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleting the datastore file [datastore2] aa189a25-2dad-4dfd-affc-5e596ccd94ac {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.696794] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3e60f54-a289-4f14-8ae4-8f2cfed2f97d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.709284] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 686.709284] env[66507]: value = "task-4637772" [ 686.709284] env[66507]: _type = "Task" [ 686.709284] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.722314] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.772373] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.821302] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Successfully updated port: 21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.878765] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "2d94b07b-290a-423d-b01d-188d45f213e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.879012] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.050402] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.050649] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.055025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "0b281382-9c5a-4d87-8208-276181c1f6e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.055025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.055025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.055025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.055378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.056940] env[66507]: INFO nova.compute.manager [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Terminating instance [ 687.091238] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637770, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.147365] env[66507]: WARNING neutronclient.v2_0.client [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.168259] env[66507]: DEBUG nova.compute.utils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.171537] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 687.171537] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.171537] env[66507]: WARNING neutronclient.v2_0.client [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.171537] env[66507]: WARNING neutronclient.v2_0.client [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.223304] env[66507]: DEBUG oslo_vmware.api [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4637772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249011} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.223304] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.223304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.223304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.223304] env[66507]: INFO nova.compute.manager [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Took 1.22 seconds to destroy the instance on the hypervisor. [ 687.223588] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 687.223588] env[66507]: DEBUG nova.compute.manager [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 687.223588] env[66507]: DEBUG nova.network.neutron [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 687.223588] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.258518] env[66507]: DEBUG nova.policy [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39679f49b46f4863ae74d170aa8a2b24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6895ec16efb4e7a86d78a1957afbaea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.271862] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585318} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.272167] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a079b28c-58d6-4c63-9ef8-9d4c612da783/a079b28c-58d6-4c63-9ef8-9d4c612da783.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.272376] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.272639] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-928140c7-efca-40ca-928b-9b959f0c1925 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.281327] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 687.281327] env[66507]: value = "task-4637773" [ 687.281327] env[66507]: _type = "Task" [ 687.281327] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.298313] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.298313] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.327717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.327920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.328117] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.558330] env[66507]: INFO nova.compute.manager [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Detaching volume 3ba7f4be-76e0-424b-907e-f11bc30c57f5 [ 687.563442] env[66507]: DEBUG nova.compute.manager [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 687.563665] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.564783] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935752c8-ee0b-4167-be41-cfe60d9688ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.576365] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.578366] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e504ad-6189-4083-8804-e2ec317b6d95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.589875] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 687.589875] env[66507]: value = "task-4637774" [ 687.589875] env[66507]: _type = "Task" [ 687.589875] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.593869] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637770, 'name': CreateVM_Task, 'duration_secs': 0.533993} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.596976] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.597526] env[66507]: WARNING neutronclient.v2_0.client [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.597878] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.598039] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.598360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.598999] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e598ce-cef1-40f3-8984-712399835863 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.605406] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.606616] env[66507]: INFO nova.virt.block_device [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Attempting to driver detach volume 3ba7f4be-76e0-424b-907e-f11bc30c57f5 from mountpoint /dev/sdb [ 687.606816] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 687.606993] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905659', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'name': 'volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec16c77f-8a26-48cb-9ad5-b524350fcf0b', 'attached_at': '', 'detached_at': '', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'serial': '3ba7f4be-76e0-424b-907e-f11bc30c57f5'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 687.608858] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df73898b-4d9e-49cc-a16d-483dc3270be9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.612887] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 687.612887] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c5a26f-e41e-5fc7-a273-4a7abfa52561" [ 687.612887] env[66507]: _type = "Task" [ 687.612887] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.633542] env[66507]: WARNING neutronclient.v2_0.client [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.636894] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468a440-4907-40c9-aee8-e72ae3cb4b36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.644165] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c5a26f-e41e-5fc7-a273-4a7abfa52561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.648378] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d4253-4dd2-419a-bf78-4f4298c4dc13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.680204] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 687.689134] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e669512-90f6-47fd-b2f3-768062cbde3d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.694525] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Successfully created port: 2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 687.709535] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] The volume has not been displaced from its original location: [datastore2] volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5/volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 687.714906] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 687.717988] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c7d1d9-898e-42a0-8380-de44ffc0de1d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.739364] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Waiting for the task: (returnval){ [ 687.739364] env[66507]: value = "task-4637775" [ 687.739364] env[66507]: _type = "Task" [ 687.739364] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.740649] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updated VIF entry in instance network info cache for port a932de77-c65b-47ac-b825-375309b1ce4a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.741480] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [{"id": "a932de77-c65b-47ac-b825-375309b1ce4a", "address": "fa:16:3e:93:12:e2", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932de77-c6", "ovs_interfaceid": "a932de77-c65b-47ac-b825-375309b1ce4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.753149] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.792222] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187897} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.795453] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.797040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a60b51-d20d-4bcb-872a-f4b8c7a7d536 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.821366] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a079b28c-58d6-4c63-9ef8-9d4c612da783/a079b28c-58d6-4c63-9ef8-9d4c612da783.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.824631] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fa9a6c-e85c-41e7-91c9-79b25138cd9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.853983] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 687.853983] env[66507]: value = "task-4637776" [ 687.853983] env[66507]: _type = "Task" [ 687.853983] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.866930] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.910189] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.001232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "1d1edb0d-fc47-4667-a281-f15498d6999f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.001475] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.069063] env[66507]: DEBUG nova.network.neutron [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.115257] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.133381] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c5a26f-e41e-5fc7-a273-4a7abfa52561, 'name': SearchDatastore_Task, 'duration_secs': 0.043132} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.133689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.134427] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.134427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.134427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.134427] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.134728] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8faa8b-97fb-4bad-a530-d2ad5eb65567 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.149862] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.150139] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.158854] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e69481-70c6-4937-b3fc-de38d5299526 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.158854] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 688.158854] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5264266e-9acc-0f77-24a7-9197cdfda52c" [ 688.158854] env[66507]: _type = "Task" [ 688.158854] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.171734] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5264266e-9acc-0f77-24a7-9197cdfda52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.201664] env[66507]: WARNING neutronclient.v2_0.client [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.252550] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Releasing lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.252884] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Received event network-vif-plugged-e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 688.253070] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Acquiring lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.253292] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.253376] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.253499] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] No waiting events found dispatching network-vif-plugged-e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 688.255477] env[66507]: WARNING nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Received unexpected event network-vif-plugged-e55eae69-e372-4b34-881c-8a8133d5a10f for instance with vm_state building and task_state spawning. [ 688.255477] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Received event network-changed-e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 688.255477] env[66507]: DEBUG nova.compute.manager [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Refreshing instance network info cache due to event network-changed-e55eae69-e372-4b34-881c-8a8133d5a10f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 688.255477] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Acquiring lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.255477] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Acquired lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.255668] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Refreshing network info cache for port e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.263021] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637775, 'name': ReconfigVM_Task, 'duration_secs': 0.263548} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.263345] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.268571] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525cf801-fbc1-4b3f-9f76-788b3bb5a3f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.290124] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Waiting for the task: (returnval){ [ 688.290124] env[66507]: value = "task-4637778" [ 688.290124] env[66507]: _type = "Task" [ 688.290124] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.302342] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.311038] env[66507]: DEBUG nova.network.neutron [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.370087] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637776, 'name': ReconfigVM_Task, 'duration_secs': 0.48111} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.373057] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a079b28c-58d6-4c63-9ef8-9d4c612da783/a079b28c-58d6-4c63-9ef8-9d4c612da783.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.373934] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ad2299-06a5-4ce3-80b9-328d7bca7ed1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.384866] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 688.384866] env[66507]: value = "task-4637779" [ 688.384866] env[66507]: _type = "Task" [ 688.384866] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.395300] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637779, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.411511] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4898dec9-f669-4594-8f72-82997b60b1ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.420806] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d8ca1f-7d13-4c91-8a90-1c28b8099e1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.459186] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca4e81-7f42-458d-ad3c-011e46c05a7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.468088] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62f8e81-9c4a-41ce-8da1-2d928dc4efd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.488535] env[66507]: DEBUG nova.compute.provider_tree [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.574155] env[66507]: INFO nova.compute.manager [-] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Took 1.35 seconds to deallocate network for instance. [ 688.613081] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.676798] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5264266e-9acc-0f77-24a7-9197cdfda52c, 'name': SearchDatastore_Task, 'duration_secs': 0.018966} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.680835] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f4e712-44b2-4904-be07-3dec84941566 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.685517] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 688.685517] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ea1c9e-7ac3-424a-2fad-58353cd09c95" [ 688.685517] env[66507]: _type = "Task" [ 688.685517] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.696013] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 688.698312] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ea1c9e-7ac3-424a-2fad-58353cd09c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.732117] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 688.732413] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.732579] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 688.732758] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.732914] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 688.733098] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 688.733340] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.733509] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 688.733687] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 688.733848] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 688.734046] env[66507]: DEBUG nova.virt.hardware [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 688.735195] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b86333-35c9-42d6-adca-e0fee889d2bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.744294] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588e59c-f5ed-4a5c-a21e-410f2c3f6c80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.760896] env[66507]: WARNING neutronclient.v2_0.client [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.802380] env[66507]: DEBUG oslo_vmware.api [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Task: {'id': task-4637778, 'name': ReconfigVM_Task, 'duration_secs': 0.171902} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.803772] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905659', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'name': 'volume-3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec16c77f-8a26-48cb-9ad5-b524350fcf0b', 'attached_at': '', 'detached_at': '', 'volume_id': '3ba7f4be-76e0-424b-907e-f11bc30c57f5', 'serial': '3ba7f4be-76e0-424b-907e-f11bc30c57f5'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 688.813708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.814090] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Instance network_info: |[{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 688.817427] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ae3397-1891-4784-8453-551b53f732f8', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.825245] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating folder: Project (e4624bbb01934f47a45737b60b97c8ec). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.826236] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a41171-c068-4835-82b2-8ccde93a326b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.839221] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created folder: Project (e4624bbb01934f47a45737b60b97c8ec) in parent group-v905587. [ 688.839447] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating folder: Instances. Parent ref: group-v905667. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.839761] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71ffe026-d4bb-4a83-a61c-7457a864393c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.852036] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created folder: Instances in parent group-v905667. [ 688.852226] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.852493] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.852959] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6edb0e01-1072-4456-9e7d-f94c1ffd4765 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.874544] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.874544] env[66507]: value = "task-4637782" [ 688.874544] env[66507]: _type = "Task" [ 688.874544] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.884296] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637782, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.895369] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637779, 'name': Rename_Task, 'duration_secs': 0.184093} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.895663] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.895908] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9b8f53-2351-4d90-a75c-31db21c196d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.903383] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 688.903383] env[66507]: value = "task-4637783" [ 688.903383] env[66507]: _type = "Task" [ 688.903383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.913182] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.992378] env[66507]: DEBUG nova.scheduler.client.report [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.020757] env[66507]: WARNING neutronclient.v2_0.client [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.081889] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.111123] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637774, 'name': PowerOffVM_Task, 'duration_secs': 1.153709} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.112447] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.112615] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.113826] env[66507]: DEBUG nova.compute.manager [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Received event network-vif-plugged-21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.114021] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.114216] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.114374] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.114531] env[66507]: DEBUG nova.compute.manager [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] No waiting events found dispatching network-vif-plugged-21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 689.114685] env[66507]: WARNING nova.compute.manager [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Received unexpected event network-vif-plugged-21ae3397-1891-4784-8453-551b53f732f8 for instance with vm_state building and task_state spawning. [ 689.114835] env[66507]: DEBUG nova.compute.manager [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Received event network-changed-21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.114979] env[66507]: DEBUG nova.compute.manager [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Refreshing instance network info cache due to event network-changed-21ae3397-1891-4784-8453-551b53f732f8. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 689.115232] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.115361] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.115534] env[66507]: DEBUG nova.network.neutron [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Refreshing network info cache for port 21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.116648] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff20da83-e925-40a5-8c3e-81bbf32601bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.137842] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Updated VIF entry in instance network info cache for port e55eae69-e372-4b34-881c-8a8133d5a10f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.138199] env[66507]: DEBUG nova.network.neutron [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Updating instance_info_cache with network_info: [{"id": "e55eae69-e372-4b34-881c-8a8133d5a10f", "address": "fa:16:3e:fc:f5:8f", "network": {"id": "31ebcbf7-7485-4878-8ba5-13fd9ec9459b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1987104485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2046d623d7a24c47a82e89323e74fb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55eae69-e3", "ovs_interfaceid": "e55eae69-e372-4b34-881c-8a8133d5a10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.191018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.191394] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.191600] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Deleting the datastore file [datastore2] 0b281382-9c5a-4d87-8208-276181c1f6e6 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.192298] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cfcc315-4e41-4284-b361-b920137d4a9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.199269] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ea1c9e-7ac3-424a-2fad-58353cd09c95, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.199481] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199867] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] f359b97b-32fa-4122-b698-9300c2d7bf32/f359b97b-32fa-4122-b698-9300c2d7bf32.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.201278] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1647246-c69d-413d-977b-2746ceb9d84f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.205401] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for the task: (returnval){ [ 689.205401] env[66507]: value = "task-4637785" [ 689.205401] env[66507]: _type = "Task" [ 689.205401] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.211579] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 689.211579] env[66507]: value = "task-4637786" [ 689.211579] env[66507]: _type = "Task" [ 689.211579] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.219557] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.225817] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.231161] env[66507]: DEBUG nova.compute.manager [req-d8cc3573-e184-4d3b-8487-563043919a55 req-61dad53f-3498-4706-b192-c3866b4431f3 service nova] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Received event network-vif-deleted-5abfa075-f867-4ccf-9ce9-1633a9e91a3c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.281155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.281449] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.281648] env[66507]: DEBUG nova.compute.manager [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Going to confirm migration 1 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 689.375871] env[66507]: DEBUG nova.objects.instance [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lazy-loading 'flavor' on Instance uuid ec16c77f-8a26-48cb-9ad5-b524350fcf0b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.388154] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637782, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.405243] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Successfully updated port: 2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 689.426060] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.500580] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.500580] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 689.509169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.459s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.509169] env[66507]: DEBUG nova.objects.instance [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lazy-loading 'resources' on Instance uuid bc5e389f-916a-43c6-b01e-f3d7fa257603 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.621112] env[66507]: WARNING neutronclient.v2_0.client [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.641974] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee7ce37e-4260-4794-a4fc-0dcbf14bd5c0 req-4291cb3a-d4d2-4eaf-b7de-f799c3b23bb6 service nova] Releasing lock "refresh_cache-f359b97b-32fa-4122-b698-9300c2d7bf32" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.726508] env[66507]: DEBUG oslo_vmware.api [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Task: {'id': task-4637785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173933} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.726846] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.727085] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.727354] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.727556] env[66507]: INFO nova.compute.manager [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Took 2.16 seconds to destroy the instance on the hypervisor. [ 689.727849] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 689.728121] env[66507]: DEBUG nova.compute.manager [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 689.728277] env[66507]: DEBUG nova.network.neutron [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.728529] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.734441] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637786, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.788126] env[66507]: WARNING neutronclient.v2_0.client [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.863112] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.891021] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637782, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.916224] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.916224] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquired lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.916224] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 689.917610] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.937934] env[66507]: WARNING neutronclient.v2_0.client [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.938309] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.938456] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.938623] env[66507]: DEBUG nova.network.neutron [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 689.938805] env[66507]: DEBUG nova.objects.instance [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lazy-loading 'info_cache' on Instance uuid 24e7dee3-635c-4826-bb02-dc1b72f95cd9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.974300] env[66507]: WARNING neutronclient.v2_0.client [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.016028] env[66507]: DEBUG nova.compute.utils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.017701] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 690.018022] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 690.018394] env[66507]: WARNING neutronclient.v2_0.client [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.018700] env[66507]: WARNING neutronclient.v2_0.client [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.030044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.030044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.030044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.030044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.030316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.032600] env[66507]: INFO nova.compute.manager [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Terminating instance [ 690.201061] env[66507]: DEBUG nova.policy [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f33a8b4070534ffb9bfc75f1325c3362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3baaad5fb48e487f9280a8590537cc67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.227535] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530707} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.227883] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] f359b97b-32fa-4122-b698-9300c2d7bf32/f359b97b-32fa-4122-b698-9300c2d7bf32.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.228166] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.228492] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3bbe81b-538c-43d4-bbee-936488ff0e03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.238434] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 690.238434] env[66507]: value = "task-4637787" [ 690.238434] env[66507]: _type = "Task" [ 690.238434] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.255157] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.284199] env[66507]: DEBUG nova.network.neutron [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updated VIF entry in instance network info cache for port 21ae3397-1891-4784-8453-551b53f732f8. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.284620] env[66507]: DEBUG nova.network.neutron [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.387941] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d21e70e0-c1f8-4a6f-914c-2be8542f8917 tempest-VolumesAssistedSnapshotsTest-86207543 tempest-VolumesAssistedSnapshotsTest-86207543-project-admin] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.388962] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637782, 'name': CreateVM_Task, 'duration_secs': 1.042394} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.392767] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.393795] env[66507]: WARNING neutronclient.v2_0.client [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.393795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.393915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.394221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.394477] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7477b57-8cca-4096-b806-c620d74cddc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.403993] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 690.403993] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5264c6b1-9513-0a5d-df4e-ddb17c96bc3d" [ 690.403993] env[66507]: _type = "Task" [ 690.403993] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.418617] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5264c6b1-9513-0a5d-df4e-ddb17c96bc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.421172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.421394] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.421684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.421752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.421922] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.428270] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3922fd9a-4d1b-42d9-b7fb-41d3fed5640f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.430338] env[66507]: DEBUG oslo_vmware.api [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637783, 'name': PowerOnVM_Task, 'duration_secs': 1.195595} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.430617] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.430808] env[66507]: INFO nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 10.24 seconds to spawn the instance on the hypervisor. [ 690.430978] env[66507]: DEBUG nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 690.432574] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e605a97-f09d-42ed-96e7-f7d5e0ab5159 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.445070] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.445152] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.448975] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2183c757-5f14-4582-8652-41b6f61779c0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.455809] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 690.455809] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52048a0b-39e1-424b-6560-904a6bd88928" [ 690.455809] env[66507]: _type = "Task" [ 690.455809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.469336] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52048a0b-39e1-424b-6560-904a6bd88928, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.470743] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.473184] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49519c8-6334-49ca-bab1-61f7e9ed3960 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.483813] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 690.483813] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5213087c-575b-c85d-10b5-c1a2fa309117" [ 690.483813] env[66507]: _type = "Task" [ 690.483813] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.490461] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5213087c-575b-c85d-10b5-c1a2fa309117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.521427] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 690.538136] env[66507]: DEBUG nova.compute.manager [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 690.538813] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.539319] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde8f2e-59b5-415a-aa77-f1fc9c0e2d95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.552272] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.552465] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b020ae7-ee7a-4e5e-b0bd-1836c648d733 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.562508] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 690.562508] env[66507]: value = "task-4637789" [ 690.562508] env[66507]: _type = "Task" [ 690.562508] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.589056] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.630281] env[66507]: WARNING neutronclient.v2_0.client [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.633205] env[66507]: DEBUG nova.network.neutron [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.656547] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Successfully created port: fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 690.693523] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a14f3-9290-49da-a102-bea1b0ab3055 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.708080] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d46355-a2fe-474f-bae5-f9ef80289640 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.751263] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858e4e6-7908-49bd-977a-48fad6f1b3c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.758283] env[66507]: DEBUG nova.network.neutron [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Updating instance_info_cache with network_info: [{"id": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "address": "fa:16:3e:f9:4b:87", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa86dac-99", "ovs_interfaceid": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.768031] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089005} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.768031] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.768892] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b91b36-4b83-4efc-8e5a-432402f74bcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773729] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b5926-468a-4ce6-96b3-a8a72183e685 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.788980] env[66507]: DEBUG oslo_concurrency.lockutils [req-deabb72a-a9d8-4bb3-a7c3-d23ed9e1a22a req-55162707-633a-4a6e-9a63-df594d7d8ba5 service nova] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.788980] env[66507]: DEBUG nova.compute.provider_tree [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.810065] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f359b97b-32fa-4122-b698-9300c2d7bf32/f359b97b-32fa-4122-b698-9300c2d7bf32.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.813049] env[66507]: DEBUG nova.scheduler.client.report [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.815803] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f8998b-0556-4257-96c7-d4fcbb32383b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.836886] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 690.836886] env[66507]: value = "task-4637790" [ 690.836886] env[66507]: _type = "Task" [ 690.836886] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.845991] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.945472] env[66507]: WARNING neutronclient.v2_0.client [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.960686] env[66507]: INFO nova.compute.manager [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 37.28 seconds to build instance. [ 690.995721] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5213087c-575b-c85d-10b5-c1a2fa309117, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.996072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.996599] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.996711] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6124ab-b795-4fdf-9552-a8119ca97018 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.004260] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 691.004260] env[66507]: value = "task-4637791" [ 691.004260] env[66507]: _type = "Task" [ 691.004260] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.017049] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.083784] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637789, 'name': PowerOffVM_Task, 'duration_secs': 0.248609} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.084194] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.084406] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.084729] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022a4657-472a-46ea-b3b1-2293e86ceb95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.135636] env[66507]: INFO nova.compute.manager [-] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Took 1.41 seconds to deallocate network for instance. [ 691.156203] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.156482] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.156658] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Deleting the datastore file [datastore2] 24d5d4bc-dda2-48ca-a82f-52dbdb03edde {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.156953] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258cfc0e-e7c9-4cb8-9f55-1c072a30d240 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.165544] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for the task: (returnval){ [ 691.165544] env[66507]: value = "task-4637794" [ 691.165544] env[66507]: _type = "Task" [ 691.165544] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.175322] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.269150] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Releasing lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.269501] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Instance network_info: |[{"id": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "address": "fa:16:3e:f9:4b:87", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa86dac-99", "ovs_interfaceid": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 691.269999] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:4b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fa86dac-99c1-4d22-851e-1f307b6d219d', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.278253] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Creating folder: Project (f6895ec16efb4e7a86d78a1957afbaea). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.278650] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f71dc7-08ec-4c85-93e6-af9b0bde747d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.300207] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Created folder: Project (f6895ec16efb4e7a86d78a1957afbaea) in parent group-v905587. [ 691.300446] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Creating folder: Instances. Parent ref: group-v905670. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.300823] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8ed1005-c576-45f6-9227-d067c6405217 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.317068] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Created folder: Instances in parent group-v905670. [ 691.317469] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.317679] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.317917] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af6f4307-21b8-49b3-9d16-cd9ab1718040 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.334493] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.338240] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.274s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.338240] env[66507]: DEBUG nova.objects.instance [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'resources' on Instance uuid 0a4b2d86-1e21-4d46-b85c-a4956b3cd284 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.362852] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.363250] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.363250] env[66507]: value = "task-4637797" [ 691.363250] env[66507]: _type = "Task" [ 691.363250] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.375530] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637797, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.383753] env[66507]: INFO nova.scheduler.client.report [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Deleted allocations for instance bc5e389f-916a-43c6-b01e-f3d7fa257603 [ 691.467631] env[66507]: DEBUG oslo_concurrency.lockutils [None req-901303b7-3f0e-4c98-9a18-beacf861f0e4 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.799s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.518324] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.533048] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 691.564092] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 691.564368] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.564546] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 691.564738] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.564909] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 691.565108] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 691.565528] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.565744] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 691.566118] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 691.566321] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 691.566929] env[66507]: DEBUG nova.virt.hardware [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 691.568814] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75e63c-925a-4c85-89b7-0a7982f5c5ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.581689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc50d26-98eb-491c-922a-2c16d8ed797f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.643875] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.680809] env[66507]: DEBUG oslo_vmware.api [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Task: {'id': task-4637794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459171} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.681438] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.681771] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.682130] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.683261] env[66507]: INFO nova.compute.manager [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.683722] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.684052] env[66507]: DEBUG nova.compute.manager [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 691.684211] env[66507]: DEBUG nova.network.neutron [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 691.684651] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.853704] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637790, 'name': ReconfigVM_Task, 'duration_secs': 0.572921} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.854050] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f359b97b-32fa-4122-b698-9300c2d7bf32/f359b97b-32fa-4122-b698-9300c2d7bf32.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.854874] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71e93d03-d3ea-42b6-9823-435f968ef4d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.863973] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 691.863973] env[66507]: value = "task-4637798" [ 691.863973] env[66507]: _type = "Task" [ 691.863973] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.881167] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637797, 'name': CreateVM_Task, 'duration_secs': 0.519516} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.885748] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.885748] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637798, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.889102] env[66507]: WARNING neutronclient.v2_0.client [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.889659] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.889872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.890296] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.892768] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7270c07d-fe46-4fc9-9b70-e7f5a501a724 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.894959] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92ab7ec9-8af0-4a42-bacf-13ab9ef2ccee tempest-ServerPasswordTestJSON-1011645008 tempest-ServerPasswordTestJSON-1011645008-project-member] Lock "bc5e389f-916a-43c6-b01e-f3d7fa257603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.388s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.901555] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 691.901555] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ba17ee-b2ab-b867-3623-7af97fdeecca" [ 691.901555] env[66507]: _type = "Task" [ 691.901555] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.915151] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba17ee-b2ab-b867-3623-7af97fdeecca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.969684] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 692.017203] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553689} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.020145] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.020373] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.022144] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3723addb-7667-4a05-b766-4da6dafb00a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.030328] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 692.030328] env[66507]: value = "task-4637799" [ 692.030328] env[66507]: _type = "Task" [ 692.030328] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.044351] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.323371] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc08468-5ca8-40c3-bb6c-1190ca647545 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.327382] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Successfully updated port: fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 692.335357] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1b53b-4227-4d0a-8b0a-2ed36dd7537e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.380431] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab1584f-6fe5-4e39-8f19-6089dff971d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.389353] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637798, 'name': Rename_Task, 'duration_secs': 0.516124} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.393038] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.393038] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31022e1-e17a-4878-980d-87b051caf355 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.394982] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb065b-d77e-4039-8678-1573d32443ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.403066] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.417891] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 692.417891] env[66507]: value = "task-4637800" [ 692.417891] env[66507]: _type = "Task" [ 692.417891] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.418748] env[66507]: DEBUG nova.compute.provider_tree [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.430024] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ba17ee-b2ab-b867-3623-7af97fdeecca, 'name': SearchDatastore_Task, 'duration_secs': 0.028912} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.431190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.431428] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.431767] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.431767] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.431959] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.433028] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88da8962-47c3-4a46-8646-cbcbf2c597d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.438492] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.447069] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.447625] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.448960] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f00818-0a6b-4a0b-aacd-fcd889d646b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.458561] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 692.458561] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5229c062-7449-ee36-b418-359c5bbcfca6" [ 692.458561] env[66507]: _type = "Task" [ 692.458561] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.471672] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5229c062-7449-ee36-b418-359c5bbcfca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.500201] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.536221] env[66507]: WARNING neutronclient.v2_0.client [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.548625] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073998} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.549417] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.550535] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a4c60-70ea-431e-8927-177c0407b58f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.582356] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.582356] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c65e08-39ea-4de9-811c-17214797e593 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.605047] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 692.605047] env[66507]: value = "task-4637801" [ 692.605047] env[66507]: _type = "Task" [ 692.605047] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.616032] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.832891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.833194] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.833394] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.929022] env[66507]: DEBUG nova.network.neutron [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [{"id": "8a59b864-8bbd-4a9d-a305-915c732c4997", "address": "fa:16:3e:7c:bf:60", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a59b864-8b", "ovs_interfaceid": "8a59b864-8bbd-4a9d-a305-915c732c4997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.930030] env[66507]: DEBUG nova.scheduler.client.report [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.945635] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.978756] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5229c062-7449-ee36-b418-359c5bbcfca6, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.980636] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94c6889-efca-46ef-baa6-ab24d66c1fb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.992038] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 692.992038] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52262260-7aac-1584-8515-6f8cde28cc8e" [ 692.992038] env[66507]: _type = "Task" [ 692.992038] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.002870] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52262260-7aac-1584-8515-6f8cde28cc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.121839] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637801, 'name': ReconfigVM_Task, 'duration_secs': 0.497351} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.123588] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.124557] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648d2384-0c10-40d3-a549-263499871567 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.133407] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 693.133407] env[66507]: value = "task-4637802" [ 693.133407] env[66507]: _type = "Task" [ 693.133407] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.147031] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637802, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.230187] env[66507]: DEBUG nova.network.neutron [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.376124] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 693.426809] env[66507]: DEBUG nova.compute.manager [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Received event network-vif-plugged-2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 693.427061] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Acquiring lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.427258] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.427480] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.427652] env[66507]: DEBUG nova.compute.manager [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] No waiting events found dispatching network-vif-plugged-2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 693.427819] env[66507]: WARNING nova.compute.manager [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Received unexpected event network-vif-plugged-2fa86dac-99c1-4d22-851e-1f307b6d219d for instance with vm_state building and task_state spawning. [ 693.427978] env[66507]: DEBUG nova.compute.manager [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Received event network-changed-2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 693.428201] env[66507]: DEBUG nova.compute.manager [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Refreshing instance network info cache due to event network-changed-2fa86dac-99c1-4d22-851e-1f307b6d219d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 693.428411] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Acquiring lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.428617] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Acquired lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.428710] env[66507]: DEBUG nova.network.neutron [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Refreshing network info cache for port 2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.442801] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-24e7dee3-635c-4826-bb02-dc1b72f95cd9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.443106] env[66507]: DEBUG nova.objects.instance [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lazy-loading 'migration_context' on Instance uuid 24e7dee3-635c-4826-bb02-dc1b72f95cd9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.448610] env[66507]: WARNING neutronclient.v2_0.client [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.448610] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.452330] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.447s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.453860] env[66507]: INFO nova.compute.claims [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.458779] env[66507]: DEBUG nova.compute.manager [req-0a69c89d-bca2-4121-9764-75c9da2497d3 req-d8fa03c2-ec99-44ee-846e-7f60173d2813 service nova] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Received event network-vif-deleted-261d074c-89be-49a6-afdd-b0d5fee6e6b3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 693.464030] env[66507]: DEBUG oslo_vmware.api [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637800, 'name': PowerOnVM_Task, 'duration_secs': 0.798463} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.465174] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.465523] env[66507]: INFO nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Took 10.33 seconds to spawn the instance on the hypervisor. [ 693.465800] env[66507]: DEBUG nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 693.467020] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e30ae-c0db-4fbf-a5f7-6378418ac1f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.520032] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52262260-7aac-1584-8515-6f8cde28cc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.520324] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.520652] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] cde0590b-87f2-4620-a44c-7d603f5eee4d/cde0590b-87f2-4620-a44c-7d603f5eee4d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.520848] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8801973-dbd6-4ef2-a679-b9ad0732564f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.525126] env[66507]: INFO nova.scheduler.client.report [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance 0a4b2d86-1e21-4d46-b85c-a4956b3cd284 [ 693.530713] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 693.530713] env[66507]: value = "task-4637803" [ 693.530713] env[66507]: _type = "Task" [ 693.530713] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.541981] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.605320] env[66507]: WARNING neutronclient.v2_0.client [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.647816] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637802, 'name': Rename_Task, 'duration_secs': 0.359067} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.648371] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.648561] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea5ce418-1c4d-440d-a82f-ea87d66d95dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.657433] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 693.657433] env[66507]: value = "task-4637804" [ 693.657433] env[66507]: _type = "Task" [ 693.657433] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.668673] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.734260] env[66507]: INFO nova.compute.manager [-] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Took 2.05 seconds to deallocate network for instance. [ 693.823460] env[66507]: DEBUG nova.network.neutron [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.902832] env[66507]: WARNING neutronclient.v2_0.client [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.953125] env[66507]: DEBUG nova.objects.base [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Object Instance<24e7dee3-635c-4826-bb02-dc1b72f95cd9> lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 693.954113] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3895871-602d-49e1-9ff3-b95c7f132dcf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.993563] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2b6a99-5650-42af-9250-074947cdec6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.996890] env[66507]: INFO nova.compute.manager [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Took 40.29 seconds to build instance. [ 694.007232] env[66507]: DEBUG oslo_vmware.api [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 694.007232] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d0b31c-c3d0-7100-16f9-b829a9910cf1" [ 694.007232] env[66507]: _type = "Task" [ 694.007232] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.010351] env[66507]: DEBUG nova.network.neutron [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Updated VIF entry in instance network info cache for port 2fa86dac-99c1-4d22-851e-1f307b6d219d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.011672] env[66507]: DEBUG nova.network.neutron [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Updating instance_info_cache with network_info: [{"id": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "address": "fa:16:3e:f9:4b:87", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa86dac-99", "ovs_interfaceid": "2fa86dac-99c1-4d22-851e-1f307b6d219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.022156] env[66507]: DEBUG oslo_vmware.api [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d0b31c-c3d0-7100-16f9-b829a9910cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.039583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a058199f-80cd-4eb5-882e-3ae106b9d55f tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "0a4b2d86-1e21-4d46-b85c-a4956b3cd284" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.129s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.049341] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.169246] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.252124] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.329385] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.329385] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance network_info: |[{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 694.329652] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:eb:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe23f065-e476-40d6-9fef-64739fe044f6', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.335450] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating folder: Project (3baaad5fb48e487f9280a8590537cc67). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.335800] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64031b12-5eb3-4de4-aedd-1be0fff3b654 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.349997] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created folder: Project (3baaad5fb48e487f9280a8590537cc67) in parent group-v905587. [ 694.350206] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating folder: Instances. Parent ref: group-v905673. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.350480] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dfe9b82-8716-43db-aa3d-834d80b2edb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.363493] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created folder: Instances in parent group-v905673. [ 694.363770] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.363977] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.364210] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e2adf5-539a-4dbd-9b68-23a1b703be58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.388668] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.388668] env[66507]: value = "task-4637807" [ 694.388668] env[66507]: _type = "Task" [ 694.388668] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.400265] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637807, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.501404] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9d5fc6a8-f5c5-4cfe-98bc-5a81d50d77a2 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.802s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.514693] env[66507]: DEBUG oslo_concurrency.lockutils [req-c44dff69-1096-4091-a364-746b0c06a383 req-6f305f60-aeeb-4058-a88e-11ae0227682b service nova] Releasing lock "refresh_cache-cde0590b-87f2-4620-a44c-7d603f5eee4d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.522541] env[66507]: DEBUG oslo_vmware.api [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d0b31c-c3d0-7100-16f9-b829a9910cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.033621} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.522541] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.548812] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592211} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.552169] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] cde0590b-87f2-4620-a44c-7d603f5eee4d/cde0590b-87f2-4620-a44c-7d603f5eee4d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.552169] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.552169] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44142514-e79f-47d2-9b5d-dd9afc1cf4cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.559028] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 694.559028] env[66507]: value = "task-4637808" [ 694.559028] env[66507]: _type = "Task" [ 694.559028] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.570036] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.675154] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.904248] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637807, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.005430] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 695.075883] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073005} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.076600] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.077455] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088c6b7-52d4-4d52-8535-8cfc90da142b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.114059] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cde0590b-87f2-4620-a44c-7d603f5eee4d/cde0590b-87f2-4620-a44c-7d603f5eee4d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.119804] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-612b37b5-6891-4c1c-adca-6bd8c3c36393 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.149397] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 695.149397] env[66507]: value = "task-4637809" [ 695.149397] env[66507]: _type = "Task" [ 695.149397] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.167680] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.173149] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.198939] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8fefee-4ac5-426b-926b-9982378ef77b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.210245] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631de3e-fca2-4df9-a5b1-5aee52f62f5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.251702] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c9d61-afb7-4014-ac14-4eced4a9ec6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.261053] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee6d79-31c4-461f-987a-b95ea5634260 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.279282] env[66507]: DEBUG nova.compute.provider_tree [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.402297] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637807, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.548877] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.665835] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.675922] env[66507]: DEBUG oslo_vmware.api [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637804, 'name': PowerOnVM_Task, 'duration_secs': 1.861906} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.677039] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.677039] env[66507]: INFO nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 695.677039] env[66507]: DEBUG nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 695.678328] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a77bc4-31d2-46f3-b361-6322daeaba62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.783155] env[66507]: DEBUG nova.scheduler.client.report [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.904852] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637807, 'name': CreateVM_Task, 'duration_secs': 1.320016} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.905118] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.905664] env[66507]: WARNING neutronclient.v2_0.client [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.906910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.906910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.906910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.906910] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b321a3b5-8376-47b9-97a0-403f0eb3daf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.913492] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 695.913492] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f8fcc8-f478-4b99-45c7-59d179584984" [ 695.913492] env[66507]: _type = "Task" [ 695.913492] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.924718] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f8fcc8-f478-4b99-45c7-59d179584984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.164633] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637809, 'name': ReconfigVM_Task, 'duration_secs': 0.615124} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.164930] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cde0590b-87f2-4620-a44c-7d603f5eee4d/cde0590b-87f2-4620-a44c-7d603f5eee4d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.165882] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed9e866-ea8a-4e4a-83fd-779aeb6392ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.175404] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 696.175404] env[66507]: value = "task-4637810" [ 696.175404] env[66507]: _type = "Task" [ 696.175404] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.186075] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637810, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.199562] env[66507]: INFO nova.compute.manager [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Took 41.97 seconds to build instance. [ 696.290106] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.291657] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 696.295322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.775s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.299129] env[66507]: INFO nova.compute.claims [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.428017] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f8fcc8-f478-4b99-45c7-59d179584984, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.428352] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.428583] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.429029] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.429029] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.429126] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.429381] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7c4312-2845-4038-a4d3-f70ee1f40242 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.440060] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.440271] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.441045] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5688aec1-c85a-41df-8c95-f7afef4bae8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.448521] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 696.448521] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5265efbc-d6a5-3c2f-875e-0bc1db5959e2" [ 696.448521] env[66507]: _type = "Task" [ 696.448521] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.462474] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5265efbc-d6a5-3c2f-875e-0bc1db5959e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.498169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.498319] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.554123] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.554415] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.554639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.554792] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.554950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.558429] env[66507]: INFO nova.compute.manager [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Terminating instance [ 696.687744] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637810, 'name': Rename_Task, 'duration_secs': 0.223174} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.688541] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.689722] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-521d708a-7151-4607-b86a-eca72baeb178 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.697407] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 696.697407] env[66507]: value = "task-4637811" [ 696.697407] env[66507]: _type = "Task" [ 696.697407] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.701992] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3ba4b262-9df4-4cd1-8f44-afa597ba05b2 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.495s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.709426] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.805161] env[66507]: DEBUG nova.compute.utils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.809142] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 696.809636] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 696.810394] env[66507]: WARNING neutronclient.v2_0.client [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.811013] env[66507]: WARNING neutronclient.v2_0.client [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.900466] env[66507]: DEBUG nova.policy [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '631793e2ed804a22b8a5dc0d2ee3243c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8441f076f841978bbe979d80389f80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.964543] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5265efbc-d6a5-3c2f-875e-0bc1db5959e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.965641] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521a50ef-c27b-48fd-ba1a-1aa2e0598551 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.972904] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 696.972904] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5284f2d8-8a35-2c79-0897-98e61030d910" [ 696.972904] env[66507]: _type = "Task" [ 696.972904] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.985043] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5284f2d8-8a35-2c79-0897-98e61030d910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.066822] env[66507]: DEBUG nova.compute.manager [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 697.067077] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.067975] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8e6cf-9aa7-413d-896b-f1f67ea749ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.078164] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.078422] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc01ca6-9a0a-4ac6-9bf9-be07c335e160 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.088130] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 697.088130] env[66507]: value = "task-4637812" [ 697.088130] env[66507]: _type = "Task" [ 697.088130] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.099746] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.207087] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 697.216613] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637811, 'name': PowerOnVM_Task} progress is 81%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.310527] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 697.352253] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Successfully created port: 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 697.497963] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5284f2d8-8a35-2c79-0897-98e61030d910, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.498265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.498525] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.498787] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638e087b-88ae-4804-98de-534e11962a79 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.508826] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 697.508826] env[66507]: value = "task-4637813" [ 697.508826] env[66507]: _type = "Task" [ 697.508826] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.526492] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.601706] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637812, 'name': PowerOffVM_Task, 'duration_secs': 0.292384} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.605357] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.605542] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.606276] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f3af17-e367-4202-8b57-5e859c611056 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.696029] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.696452] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.696661] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Deleting the datastore file [datastore2] ec16c77f-8a26-48cb-9ad5-b524350fcf0b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.696966] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-177aa529-e31b-42d5-a80c-478f2b749618 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.719225] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for the task: (returnval){ [ 697.719225] env[66507]: value = "task-4637816" [ 697.719225] env[66507]: _type = "Task" [ 697.719225] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.719958] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637811, 'name': PowerOnVM_Task} progress is 81%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.736363] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.745030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.025665] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.054276] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2055e1d8-bc50-402b-91b7-bbd1fa31739a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.066228] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352cc45-5695-4260-98eb-f93e72d3aafb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.073182] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 698.073182] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.073182] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.073182] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.073182] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] No waiting events found dispatching network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 698.073342] env[66507]: WARNING nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received unexpected event network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 for instance with vm_state building and task_state spawning. [ 698.073627] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 698.073838] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing instance network info cache due to event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 698.074065] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.074301] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.074412] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.108520] env[66507]: WARNING neutronclient.v2_0.client [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.111850] env[66507]: DEBUG nova.compute.manager [req-faa75a99-bf87-4c86-a5dd-6f7d81cf43eb req-9375dd5e-849b-4fdb-9f6b-7b92ff6fdfa6 service nova] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Received event network-vif-deleted-14eb9662-3c8d-48cb-a9ea-c9746d476088 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 698.112729] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f395db-fdbd-47c8-8e3e-f14630aa1863 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.125205] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4680ce2d-d184-4cd9-8dfe-c2d748ae0528 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143790] env[66507]: DEBUG nova.compute.provider_tree [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.216062] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637811, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.237056] env[66507]: DEBUG oslo_vmware.api [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Task: {'id': task-4637816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457825} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.237056] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.237056] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.237056] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.237056] env[66507]: INFO nova.compute.manager [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.238670] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.238670] env[66507]: DEBUG nova.compute.manager [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 698.238670] env[66507]: DEBUG nova.network.neutron [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.238670] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.321813] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.328149] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 698.362057] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.362456] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.362696] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.363027] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.363268] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.363500] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.363837] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.364208] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.364389] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.364667] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.364944] env[66507]: DEBUG nova.virt.hardware [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.366408] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6694569b-0159-4d50-a178-de212b61b2df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.379290] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b04021-7626-4587-8295-0728656d8712 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.519993] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573879} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.520884] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.521159] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.521428] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95aae2d6-0821-4952-98ca-11c678063c49 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.531913] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 698.531913] env[66507]: value = "task-4637819" [ 698.531913] env[66507]: _type = "Task" [ 698.531913] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.542810] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.647248] env[66507]: DEBUG nova.scheduler.client.report [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.719602] env[66507]: DEBUG oslo_vmware.api [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637811, 'name': PowerOnVM_Task, 'duration_secs': 1.591707} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.720114] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.720468] env[66507]: INFO nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Took 10.02 seconds to spawn the instance on the hypervisor. [ 698.720773] env[66507]: DEBUG nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 698.722179] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b7a0c-5c04-4ac0-8db1-719c4ace1199 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.033043] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Successfully updated port: 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.046525] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239329} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.046525] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.047219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d0f530-df19-4d47-a03a-6a630749e3b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.072950] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.077253] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5c9aad-c298-4dd7-96af-e6f368fba295 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.098810] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 699.098810] env[66507]: value = "task-4637820" [ 699.098810] env[66507]: _type = "Task" [ 699.098810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.113475] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.155315] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.155315] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 699.158797] env[66507]: WARNING neutronclient.v2_0.client [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.164059] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.800s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.164546] env[66507]: INFO nova.compute.claims [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.250180] env[66507]: INFO nova.compute.manager [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Took 44.13 seconds to build instance. [ 699.322069] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updated VIF entry in instance network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.323354] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.534127] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.534577] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquired lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.535016] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.611401] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637820, 'name': ReconfigVM_Task, 'duration_secs': 0.334571} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.612283] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.613222] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ad6277-3bc4-4603-bc29-136062daef11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.622992] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 699.622992] env[66507]: value = "task-4637821" [ 699.622992] env[66507]: _type = "Task" [ 699.622992] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.636513] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637821, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.672410] env[66507]: DEBUG nova.compute.utils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.674809] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 699.674809] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 699.674809] env[66507]: WARNING neutronclient.v2_0.client [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.675167] env[66507]: WARNING neutronclient.v2_0.client [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.724656] env[66507]: DEBUG nova.policy [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f3c7884d7b4964a73e7cbf82981ef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc49f3e90e344a6ca9d06409084dd2ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.754384] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f770ee72-9d2f-4345-bb58-3fa358fb19f3 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.657s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.826664] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.826942] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 699.827129] env[66507]: DEBUG nova.compute.manager [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing instance network info cache due to event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 699.827413] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.827511] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.827677] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.838144] env[66507]: DEBUG nova.network.neutron [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.150165] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637821, 'name': Rename_Task, 'duration_secs': 0.173879} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.150165] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.150165] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc5d67c-7e6d-4f00-afd2-5b5b787e3938 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.156860] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 700.156860] env[66507]: value = "task-4637822" [ 700.156860] env[66507]: _type = "Task" [ 700.156860] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.169527] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.180438] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 700.194025] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.229082] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Successfully created port: 7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 700.256480] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 700.327837] env[66507]: WARNING neutronclient.v2_0.client [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.335417] env[66507]: WARNING neutronclient.v2_0.client [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.340600] env[66507]: INFO nova.compute.manager [-] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Took 2.10 seconds to deallocate network for instance. [ 700.445286] env[66507]: DEBUG nova.network.neutron [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updating instance_info_cache with network_info: [{"id": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "address": "fa:16:3e:43:c0:5a", "network": {"id": "f44b6901-ff1f-4979-901a-4b86cbc76d4e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-785776543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8441f076f841978bbe979d80389f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af5f73e-20", "ovs_interfaceid": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.672775] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.673637] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.679451] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637822, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.714746] env[66507]: WARNING neutronclient.v2_0.client [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.794144] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.856035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.877748] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updated VIF entry in instance network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.878286] env[66507]: DEBUG nova.network.neutron [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.934363] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c1112-cc11-4a7c-bd4f-e4cd60457653 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.948841] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7893265-6c1c-41b6-8707-81d85cb70b2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.953055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Releasing lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.953519] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Instance network_info: |[{"id": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "address": "fa:16:3e:43:c0:5a", "network": {"id": "f44b6901-ff1f-4979-901a-4b86cbc76d4e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-785776543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8441f076f841978bbe979d80389f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af5f73e-20", "ovs_interfaceid": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 700.954035] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.962596] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Creating folder: Project (ae8441f076f841978bbe979d80389f80). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.962834] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74610860-1e8f-4ff9-9c9f-57fc2f3c4948 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.000779] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae5b6aa-ecc1-4b9b-ac55-3511983a378e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.001302] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Created folder: Project (ae8441f076f841978bbe979d80389f80) in parent group-v905587. [ 701.001418] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Creating folder: Instances. Parent ref: group-v905679. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.001738] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aefa867-1195-4e8d-8300-b0c15b2bb856 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.011307] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f303e63-a2c1-4215-9205-c703abc1e2f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.030198] env[66507]: DEBUG nova.compute.provider_tree [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.035029] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Created folder: Instances in parent group-v905679. [ 701.035029] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.035029] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.035373] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7da95e-acf2-4128-8b19-f4abff2f05ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.059253] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.059253] env[66507]: value = "task-4637826" [ 701.059253] env[66507]: _type = "Task" [ 701.059253] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.069044] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637826, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.170571] env[66507]: DEBUG oslo_vmware.api [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4637822, 'name': PowerOnVM_Task, 'duration_secs': 0.614156} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.171120] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.171275] env[66507]: INFO nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Took 9.64 seconds to spawn the instance on the hypervisor. [ 701.171464] env[66507]: DEBUG nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 701.172367] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d5bda-0e0f-47a8-9af9-2aaec1ca914e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.206453] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 701.247198] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.247703] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.247852] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.248144] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.248378] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.248638] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.248958] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.249228] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.249501] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.249760] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.250054] env[66507]: DEBUG nova.virt.hardware [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.251930] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393333cb-b5aa-4d64-a542-0d8d33e23464 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.266592] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f374a8-d092-4322-939e-dbb28371dd8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.349316] env[66507]: DEBUG nova.compute.manager [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 701.349537] env[66507]: DEBUG nova.compute.manager [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing instance network info cache due to event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 701.349748] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.377854] env[66507]: DEBUG nova.compute.manager [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Received event network-vif-plugged-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 701.378137] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Acquiring lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.378396] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.378596] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.378779] env[66507]: DEBUG nova.compute.manager [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] No waiting events found dispatching network-vif-plugged-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 701.379651] env[66507]: WARNING nova.compute.manager [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Received unexpected event network-vif-plugged-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 for instance with vm_state building and task_state spawning. [ 701.379651] env[66507]: DEBUG nova.compute.manager [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Received event network-changed-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 701.379651] env[66507]: DEBUG nova.compute.manager [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Refreshing instance network info cache due to event network-changed-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 701.379651] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Acquiring lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.380184] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Acquired lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.380184] env[66507]: DEBUG nova.network.neutron [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Refreshing network info cache for port 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.382159] env[66507]: DEBUG oslo_concurrency.lockutils [req-36b06d27-46e0-471c-a172-78f3e6d0fc30 req-c505b7ed-8bc2-47c7-8067-e0b1bee2ce21 service nova] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.382431] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.382645] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.535478] env[66507]: DEBUG nova.scheduler.client.report [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.571588] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637826, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.697633] env[66507]: INFO nova.compute.manager [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Took 43.87 seconds to build instance. [ 701.841408] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Successfully updated port: 7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 701.885298] env[66507]: WARNING neutronclient.v2_0.client [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.888823] env[66507]: WARNING neutronclient.v2_0.client [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.040379] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.041020] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 702.043585] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.320s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.043814] env[66507]: DEBUG nova.objects.instance [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lazy-loading 'resources' on Instance uuid 7dec543d-026e-4c30-a03e-2f913b553cce {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.073331] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637826, 'name': CreateVM_Task, 'duration_secs': 0.813566} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.073331] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.073331] env[66507]: WARNING neutronclient.v2_0.client [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.073437] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.073683] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.073874] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.076218] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a210d1-835f-403d-8597-b6f79453ad36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.082269] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 702.082269] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52eeaa88-f6aa-ced9-a43d-a6fd8ab12ced" [ 702.082269] env[66507]: _type = "Task" [ 702.082269] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.096467] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eeaa88-f6aa-ced9-a43d-a6fd8ab12ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.200644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b648ca-5f33-42bb-8c4c-24b6d07b2770 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.383s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.346445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.346445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquired lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.346749] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 702.420042] env[66507]: WARNING neutronclient.v2_0.client [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.451266] env[66507]: WARNING neutronclient.v2_0.client [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.547902] env[66507]: DEBUG nova.compute.utils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.555990] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 702.556452] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.556691] env[66507]: WARNING neutronclient.v2_0.client [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.556999] env[66507]: WARNING neutronclient.v2_0.client [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.597583] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eeaa88-f6aa-ced9-a43d-a6fd8ab12ced, 'name': SearchDatastore_Task, 'duration_secs': 0.029689} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.597583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.597583] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.597583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.598263] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.598263] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.598263] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49311e5a-bf6c-4a43-8d4f-ef2d3370998e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.609456] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.609456] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.611664] env[66507]: DEBUG nova.network.neutron [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updated VIF entry in instance network info cache for port 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.611664] env[66507]: DEBUG nova.network.neutron [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updating instance_info_cache with network_info: [{"id": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "address": "fa:16:3e:43:c0:5a", "network": {"id": "f44b6901-ff1f-4979-901a-4b86cbc76d4e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-785776543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8441f076f841978bbe979d80389f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af5f73e-20", "ovs_interfaceid": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.616329] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d0c87b-8036-439d-b0d4-5537416eeabc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.628164] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 702.628164] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5270a6c2-657c-d67f-2737-36b3d8b92583" [ 702.628164] env[66507]: _type = "Task" [ 702.628164] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.639534] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5270a6c2-657c-d67f-2737-36b3d8b92583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.701736] env[66507]: DEBUG nova.policy [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc566426d5e41e4a91415eb126ff24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001efa42e584baa80144e9c91d5cc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.704290] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 702.766831] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updated VIF entry in instance network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.767777] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.056913] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 703.082708] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 703.120787] env[66507]: DEBUG oslo_concurrency.lockutils [req-8d60945e-5260-46a9-86b2-8f18dad8f7d7 req-0dd0da73-3371-4a1d-8763-0e31e9980f4a service nova] Releasing lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.143872] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5270a6c2-657c-d67f-2737-36b3d8b92583, 'name': SearchDatastore_Task, 'duration_secs': 0.026244} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.144593] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b824fc5-534a-43f2-9c8d-e28ec60fe160 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.154918] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 703.154918] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5212c360-c572-f22a-3bd6-f7603a585ea6" [ 703.154918] env[66507]: _type = "Task" [ 703.154918] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.164127] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212c360-c572-f22a-3bd6-f7603a585ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.200103] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Successfully created port: ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.224267] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.260644] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e13a36-c946-41ec-95d2-d6e5239cdfbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.270541] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa090332-8f72-47eb-befa-8f3eea485381 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.274865] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.275314] env[66507]: DEBUG nova.compute.manager [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 703.275542] env[66507]: DEBUG nova.compute.manager [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing instance network info cache due to event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 703.275757] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Acquiring lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.275898] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Acquired lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.276084] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing network info cache for port a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.308882] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1bbbb-9bbd-48b1-ab81-7a191c8bc902 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.318854] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1f1e2-163f-48aa-a911-acd9f6006309 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.334989] env[66507]: DEBUG nova.compute.provider_tree [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.429529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.429867] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.430105] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.430321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.430517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.432993] env[66507]: INFO nova.compute.manager [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Terminating instance [ 703.667301] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212c360-c572-f22a-3bd6-f7603a585ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.024904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.667491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.667742] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1ef47f44-ff48-4bd0-9983-89e66f03e217/1ef47f44-ff48-4bd0-9983-89e66f03e217.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.668024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5c822ce-9f53-4955-8253-3b95bc12c62a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.676616] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 703.676616] env[66507]: value = "task-4637828" [ 703.676616] env[66507]: _type = "Task" [ 703.676616] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.686952] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.778894] env[66507]: WARNING neutronclient.v2_0.client [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.838829] env[66507]: DEBUG nova.scheduler.client.report [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.940495] env[66507]: DEBUG nova.compute.manager [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 703.940726] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.941741] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c3949-f63f-4840-8aaa-0844f3c77f6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.951392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.952470] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e13aac2-de1d-4eac-8d54-3d5a9dcad5be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.959752] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 703.959752] env[66507]: value = "task-4637829" [ 703.959752] env[66507]: _type = "Task" [ 703.959752] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.971387] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.071705] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 704.105728] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.106295] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.106550] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.106883] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.110020] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.110020] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.110020] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.110020] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.110020] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.110233] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.110233] env[66507]: DEBUG nova.virt.hardware [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.110233] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a086dc58-8879-4b78-8389-3ea4617f373e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.120369] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6cca6-b88b-487d-8562-e27aba98d0d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.193051] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637828, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.347031] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.349416] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.654s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.352248] env[66507]: INFO nova.compute.claims [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.384035] env[66507]: INFO nova.scheduler.client.report [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted allocations for instance 7dec543d-026e-4c30-a03e-2f913b553cce [ 704.473988] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637829, 'name': PowerOffVM_Task, 'duration_secs': 0.238615} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.473988] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.473988] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.473988] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb25b82-99ac-4570-af46-7ebaf5781183 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.580687] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.580908] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.581182] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Deleting the datastore file [datastore2] cde0590b-87f2-4620-a44c-7d603f5eee4d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.581546] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36587a78-ff00-495d-9a36-f022dd4abe87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.591399] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for the task: (returnval){ [ 704.591399] env[66507]: value = "task-4637831" [ 704.591399] env[66507]: _type = "Task" [ 704.591399] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.600947] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.688973] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772215} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.689260] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1ef47f44-ff48-4bd0-9983-89e66f03e217/1ef47f44-ff48-4bd0-9983-89e66f03e217.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.689464] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.689813] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4fd74ad-8512-49d9-bbcd-ac8f94b98176 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.699254] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 704.699254] env[66507]: value = "task-4637832" [ 704.699254] env[66507]: _type = "Task" [ 704.699254] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.712209] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.871425] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Successfully updated port: ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 704.892733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-35b636ed-2114-46c7-b245-392574d0ed2a tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "7dec543d-026e-4c30-a03e-2f913b553cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.182s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.930983] env[66507]: WARNING neutronclient.v2_0.client [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.105085] env[66507]: DEBUG oslo_vmware.api [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Task: {'id': task-4637831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453779} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.105085] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.105085] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.105085] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.105085] env[66507]: INFO nova.compute.manager [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 705.105641] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.105641] env[66507]: DEBUG nova.compute.manager [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 705.105641] env[66507]: DEBUG nova.network.neutron [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 705.105641] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.214936] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080146} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.215259] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.216172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0253f5b-8d32-40fe-b7fc-c981675d7f87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.247315] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1ef47f44-ff48-4bd0-9983-89e66f03e217/1ef47f44-ff48-4bd0-9983-89e66f03e217.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.254091] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b72159c-61d8-40ea-9bb3-ecb3b1382b13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268315] env[66507]: DEBUG nova.network.neutron [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updating instance_info_cache with network_info: [{"id": "7f79e24a-7fa9-442b-993d-45f98750417a", "address": "fa:16:3e:7f:cd:b8", "network": {"id": "4f80d7f8-9587-46f2-badf-dab7a15c84d1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-717803842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc49f3e90e344a6ca9d06409084dd2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f79e24a-7f", "ovs_interfaceid": "7f79e24a-7fa9-442b-993d-45f98750417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.274364] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 705.274364] env[66507]: value = "task-4637834" [ 705.274364] env[66507]: _type = "Task" [ 705.274364] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.283646] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.285894] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.377971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.377971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.377971] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.680539] env[66507]: WARNING neutronclient.v2_0.client [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.772667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Releasing lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.773477] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Instance network_info: |[{"id": "7f79e24a-7fa9-442b-993d-45f98750417a", "address": "fa:16:3e:7f:cd:b8", "network": {"id": "4f80d7f8-9587-46f2-badf-dab7a15c84d1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-717803842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc49f3e90e344a6ca9d06409084dd2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f79e24a-7f", "ovs_interfaceid": "7f79e24a-7fa9-442b-993d-45f98750417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 705.778602] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:cd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f79e24a-7fa9-442b-993d-45f98750417a', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.787468] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Creating folder: Project (cc49f3e90e344a6ca9d06409084dd2ec). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.790772] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1e2217-6e35-470f-aba9-d998aacf2962 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.804814] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.809706] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Created folder: Project (cc49f3e90e344a6ca9d06409084dd2ec) in parent group-v905587. [ 705.809900] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Creating folder: Instances. Parent ref: group-v905682. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.810492] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a39eccf-b1a1-4220-9c8e-ed83c6ca4e56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.827472] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Created folder: Instances in parent group-v905682. [ 705.827788] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.828010] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.828350] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c265d9d-f731-4d7b-98c1-8bcdb4cc40dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.856618] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.856618] env[66507]: value = "task-4637837" [ 705.856618] env[66507]: _type = "Task" [ 705.856618] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.866407] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637837, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.060055] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.099860] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updated VIF entry in instance network info cache for port a932de77-c65b-47ac-b825-375309b1ce4a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 706.100238] env[66507]: DEBUG nova.network.neutron [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [{"id": "a932de77-c65b-47ac-b825-375309b1ce4a", "address": "fa:16:3e:93:12:e2", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932de77-c6", "ovs_interfaceid": "a932de77-c65b-47ac-b825-375309b1ce4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.107087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35eb877-b41b-4989-a705-18d3280d536f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.118917] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b552e582-f453-45ac-90b5-2849475cbe23 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.161142] env[66507]: DEBUG nova.network.neutron [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.170023] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ffee1-9377-4c91-b312-0a122561339f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.178219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d80802-2c38-4fe3-8eb3-38223a53e393 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.195054] env[66507]: DEBUG nova.compute.provider_tree [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.205305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "f359b97b-32fa-4122-b698-9300c2d7bf32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.205305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.205305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.205305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.205595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.207936] env[66507]: INFO nova.compute.manager [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Terminating instance [ 706.292464] env[66507]: WARNING neutronclient.v2_0.client [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.305465] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637834, 'name': ReconfigVM_Task, 'duration_secs': 0.60412} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.305774] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1ef47f44-ff48-4bd0-9983-89e66f03e217/1ef47f44-ff48-4bd0-9983-89e66f03e217.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.306641] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5375ec5-3dad-49e2-aff7-3dd5ddb54276 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.314649] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 706.314649] env[66507]: value = "task-4637838" [ 706.314649] env[66507]: _type = "Task" [ 706.314649] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.324340] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637838, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.368953] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637837, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.378850] env[66507]: DEBUG nova.network.neutron [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Updating instance_info_cache with network_info: [{"id": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "address": "fa:16:3e:2a:44:d3", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8c1a2-50", "ovs_interfaceid": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.613207] env[66507]: DEBUG oslo_concurrency.lockutils [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] Releasing lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.613463] env[66507]: DEBUG nova.compute.manager [req-34b8aa3b-9e01-41da-82ee-f2691ac88c1e req-748ff1fc-2707-429b-ae64-b31708f6d536 service nova] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Received event network-vif-deleted-4d7f937b-1a3b-48bb-b3e2-7d248bacf646 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 706.672041] env[66507]: INFO nova.compute.manager [-] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Took 1.57 seconds to deallocate network for instance. [ 706.702071] env[66507]: DEBUG nova.scheduler.client.report [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.712917] env[66507]: DEBUG nova.compute.manager [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 706.713186] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.715048] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb253e-7f57-4f0e-8fc4-5b134fefcf47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.731565] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.732059] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36b179a-1879-4abc-9b2f-7cf886f92e17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.742672] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 706.742672] env[66507]: value = "task-4637839" [ 706.742672] env[66507]: _type = "Task" [ 706.742672] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.757703] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.828304] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637838, 'name': Rename_Task, 'duration_secs': 0.365088} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.828605] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.829117] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e380ef12-e2bf-435c-b7cd-5feb741096dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.838812] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 706.838812] env[66507]: value = "task-4637840" [ 706.838812] env[66507]: _type = "Task" [ 706.838812] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.852039] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.871487] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637837, 'name': CreateVM_Task, 'duration_secs': 0.813559} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.871487] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.871861] env[66507]: WARNING neutronclient.v2_0.client [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.872223] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.872418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.872786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.873111] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0007bb-e4c6-48e7-b499-8027c19bf8a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.879562] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 706.879562] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bef638-56fc-f560-1b5c-dd6afb24aa9f" [ 706.879562] env[66507]: _type = "Task" [ 706.879562] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.884974] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.885607] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance network_info: |[{"id": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "address": "fa:16:3e:2a:44:d3", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8c1a2-50", "ovs_interfaceid": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 706.886450] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:44:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.895913] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating folder: Project (b001efa42e584baa80144e9c91d5cc4c). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.896833] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbbc7cc-2dbb-4969-8856-cf9725e60f9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.904410] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bef638-56fc-f560-1b5c-dd6afb24aa9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.904410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.904410] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.904410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.904632] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.904632] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.904632] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be47941-978a-4985-b20f-662fc2f72e4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.910514] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created folder: Project (b001efa42e584baa80144e9c91d5cc4c) in parent group-v905587. [ 706.910743] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating folder: Instances. Parent ref: group-v905685. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.911028] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb870108-f40c-49fb-a37c-4afc51dfd281 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.918271] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.918477] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.919296] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad001ac0-b20b-4957-a36d-6fbd2e5d3958 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.926307] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 706.926307] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fc2fd7-bf67-f0c6-7462-c64eec61dd64" [ 706.926307] env[66507]: _type = "Task" [ 706.926307] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.931650] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created folder: Instances in parent group-v905685. [ 706.931928] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 706.932152] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.932481] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da935a6-14d3-4375-8166-98024dbf4534 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.953230] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fc2fd7-bf67-f0c6-7462-c64eec61dd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.959354] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.959354] env[66507]: value = "task-4637843" [ 706.959354] env[66507]: _type = "Task" [ 706.959354] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.971723] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637843, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.017715] env[66507]: DEBUG nova.compute.manager [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Received event network-changed-21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 707.017715] env[66507]: DEBUG nova.compute.manager [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Refreshing instance network info cache due to event network-changed-21ae3397-1891-4784-8453-551b53f732f8. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 707.017715] env[66507]: DEBUG oslo_concurrency.lockutils [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.017715] env[66507]: DEBUG oslo_concurrency.lockutils [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.017999] env[66507]: DEBUG nova.network.neutron [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Refreshing network info cache for port 21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.046314] env[66507]: DEBUG nova.compute.manager [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Received event network-vif-plugged-7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 707.046624] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Acquiring lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.046776] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.046926] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.047103] env[66507]: DEBUG nova.compute.manager [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] No waiting events found dispatching network-vif-plugged-7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 707.047301] env[66507]: WARNING nova.compute.manager [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Received unexpected event network-vif-plugged-7f79e24a-7fa9-442b-993d-45f98750417a for instance with vm_state building and task_state spawning. [ 707.047515] env[66507]: DEBUG nova.compute.manager [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Received event network-changed-7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 707.047698] env[66507]: DEBUG nova.compute.manager [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Refreshing instance network info cache due to event network-changed-7f79e24a-7fa9-442b-993d-45f98750417a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 707.047909] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Acquiring lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048078] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Acquired lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048249] env[66507]: DEBUG nova.network.neutron [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Refreshing network info cache for port 7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.179504] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.207870] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.208413] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 707.212733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.768s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.213218] env[66507]: DEBUG nova.objects.instance [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lazy-loading 'resources' on Instance uuid f6d1ad47-73a4-4b7b-8d87-4f268648f6d3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.254929] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637839, 'name': PowerOffVM_Task, 'duration_secs': 0.246574} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.255288] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.255456] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.255732] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdebe84a-7aa6-4f49-88b2-577dcf5bda8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.352472] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.366285] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.368022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.368022] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Deleting the datastore file [datastore1] f359b97b-32fa-4122-b698-9300c2d7bf32 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.368022] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87c0549-223f-45fd-beb4-eb64093d5c98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.378164] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for the task: (returnval){ [ 707.378164] env[66507]: value = "task-4637846" [ 707.378164] env[66507]: _type = "Task" [ 707.378164] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.390104] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.439619] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fc2fd7-bf67-f0c6-7462-c64eec61dd64, 'name': SearchDatastore_Task, 'duration_secs': 0.02027} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.441707] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3974b86e-dc78-4f5b-8694-6325828b60a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.448879] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 707.448879] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52450103-017c-3bb7-6d9d-a8267525542d" [ 707.448879] env[66507]: _type = "Task" [ 707.448879] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.460054] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52450103-017c-3bb7-6d9d-a8267525542d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.471704] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637843, 'name': CreateVM_Task, 'duration_secs': 0.399973} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.471975] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.472639] env[66507]: WARNING neutronclient.v2_0.client [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.473078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.473516] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.473835] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.474501] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6987e2-d241-4568-9f99-f18774033316 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.484262] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 707.484262] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d2b656-2760-7aea-8896-78264971cd41" [ 707.484262] env[66507]: _type = "Task" [ 707.484262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.495743] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2b656-2760-7aea-8896-78264971cd41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.521066] env[66507]: WARNING neutronclient.v2_0.client [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.551783] env[66507]: WARNING neutronclient.v2_0.client [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.570537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.571094] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.717684] env[66507]: DEBUG nova.compute.utils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.722480] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 707.722814] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 707.723718] env[66507]: WARNING neutronclient.v2_0.client [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.723718] env[66507]: WARNING neutronclient.v2_0.client [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.830270] env[66507]: DEBUG nova.policy [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd763ea3db5c4a1595a3642f13af376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b6ac497994f2a81d3e3dda97a1381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.858160] env[66507]: DEBUG oslo_vmware.api [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637840, 'name': PowerOnVM_Task, 'duration_secs': 0.654955} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.860127] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.860363] env[66507]: INFO nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Took 9.53 seconds to spawn the instance on the hypervisor. [ 707.860553] env[66507]: DEBUG nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 707.861699] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea65102-741e-406e-b8d4-4bf14a091a5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.888661] env[66507]: DEBUG oslo_vmware.api [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Task: {'id': task-4637846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220393} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.891668] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.891948] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.892159] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.892334] env[66507]: INFO nova.compute.manager [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Took 1.18 seconds to destroy the instance on the hypervisor. [ 707.892708] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.893136] env[66507]: DEBUG nova.compute.manager [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 707.893172] env[66507]: DEBUG nova.network.neutron [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.893447] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.904076] env[66507]: WARNING neutronclient.v2_0.client [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.932369] env[66507]: WARNING neutronclient.v2_0.client [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.964493] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52450103-017c-3bb7-6d9d-a8267525542d, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.965210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.965485] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] de2f7bb1-7573-4e73-8248-0de75b300af2/de2f7bb1-7573-4e73-8248-0de75b300af2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.966021] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b6a86f-f790-4908-a5e7-f82205b343fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.975289] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 707.975289] env[66507]: value = "task-4637847" [ 707.975289] env[66507]: _type = "Task" [ 707.975289] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.987403] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.001012] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2b656-2760-7aea-8896-78264971cd41, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.001577] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.002594] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.002594] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.002594] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.002594] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.002879] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59116e81-178a-4f8b-9e74-5de2b973ee9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.009289] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.016682] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.016900] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.018569] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f07a45-cc06-43a7-b1cb-f01ada95fd65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.026337] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 708.026337] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528567fb-5e04-c5d7-6ca3-2429293e042e" [ 708.026337] env[66507]: _type = "Task" [ 708.026337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.035563] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528567fb-5e04-c5d7-6ca3-2429293e042e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.125479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.125828] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.126067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.126313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.126520] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.130816] env[66507]: INFO nova.compute.manager [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Terminating instance [ 708.227763] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 708.238271] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Successfully created port: 715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.276348] env[66507]: DEBUG nova.network.neutron [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updated VIF entry in instance network info cache for port 21ae3397-1891-4784-8453-551b53f732f8. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.276764] env[66507]: DEBUG nova.network.neutron [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.319363] env[66507]: DEBUG nova.network.neutron [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updated VIF entry in instance network info cache for port 7f79e24a-7fa9-442b-993d-45f98750417a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.320079] env[66507]: DEBUG nova.network.neutron [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updating instance_info_cache with network_info: [{"id": "7f79e24a-7fa9-442b-993d-45f98750417a", "address": "fa:16:3e:7f:cd:b8", "network": {"id": "4f80d7f8-9587-46f2-badf-dab7a15c84d1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-717803842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc49f3e90e344a6ca9d06409084dd2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f79e24a-7f", "ovs_interfaceid": "7f79e24a-7fa9-442b-993d-45f98750417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.393339] env[66507]: INFO nova.compute.manager [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Took 46.41 seconds to build instance. [ 708.475225] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac9cb8-dd5c-4cea-9aab-638a6e7aec8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.493092] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637847, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.498751] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207a89a4-f8d2-40fc-8200-78f7da94fe58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.552927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113893b0-a84e-4bd5-bfca-5b8867226a72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.567935] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528567fb-5e04-c5d7-6ca3-2429293e042e, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.571460] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5ccbf-a769-43a0-bea5-6ac72b08af57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.579392] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084b0006-6e00-4ed6-9945-9519c2387bdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.595190] env[66507]: DEBUG nova.compute.provider_tree [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.597336] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 708.597336] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5212c05c-f608-e64f-11dd-f3f453a95488" [ 708.597336] env[66507]: _type = "Task" [ 708.597336] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.610181] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212c05c-f608-e64f-11dd-f3f453a95488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.635564] env[66507]: DEBUG nova.compute.manager [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 708.635895] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.636845] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923901ab-d7ac-4455-a1fe-fa22ad4c9198 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.648661] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.649337] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce2d632-033c-488f-ad32-b6347301618d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.659285] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 708.659285] env[66507]: value = "task-4637848" [ 708.659285] env[66507]: _type = "Task" [ 708.659285] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.671581] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.783639] env[66507]: DEBUG oslo_concurrency.lockutils [req-2fe90698-5a2a-4bf4-9d38-6833a8dc66b9 req-f3c62e07-7234-401b-95b8-6bb664ec2c83 service nova] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826404] env[66507]: DEBUG oslo_concurrency.lockutils [req-f4f3ae72-d53f-42f7-9eb6-0dd8268af840 req-dbe42b09-fe8a-4b02-8722-90d4bce45fad service nova] Releasing lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.897065] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f7e82c5e-a4af-433a-b8f5-a34825178777 tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.255s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.910031] env[66507]: DEBUG nova.network.neutron [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.993309] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892193} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.993650] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] de2f7bb1-7573-4e73-8248-0de75b300af2/de2f7bb1-7573-4e73-8248-0de75b300af2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.993861] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.994160] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-675dd9a1-e121-4272-96f9-79c62df0f4a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.006491] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 709.006491] env[66507]: value = "task-4637849" [ 709.006491] env[66507]: _type = "Task" [ 709.006491] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.099861] env[66507]: DEBUG nova.scheduler.client.report [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.116442] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212c05c-f608-e64f-11dd-f3f453a95488, 'name': SearchDatastore_Task, 'duration_secs': 0.075078} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.116697] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116951] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.117658] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-137c8fd5-b1d9-42e8-9241-1a26bc9cde60 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.126053] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 709.126053] env[66507]: value = "task-4637850" [ 709.126053] env[66507]: _type = "Task" [ 709.126053] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.137100] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.172439] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637848, 'name': PowerOffVM_Task, 'duration_secs': 0.347088} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.172733] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.172916] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.173223] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e64b392-44f9-4eea-a148-6f327f263449 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.221625] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.222333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.243266] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 709.270824] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.271612] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.271888] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleting the datastore file [datastore1] a079b28c-58d6-4c63-9ef8-9d4c612da783 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.275575] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.276497] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.276827] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.277117] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.277342] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.277600] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.277932] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.278215] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.278454] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.278792] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.279368] env[66507]: DEBUG nova.virt.hardware [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.279490] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05895fab-a407-4d75-a6e6-dd87f1a5c59b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.282416] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f3747-b037-4b5f-bba3-410655f708b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.294393] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3bf84-2be9-491f-a168-30b3b5d32cf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.299760] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 709.299760] env[66507]: value = "task-4637853" [ 709.299760] env[66507]: _type = "Task" [ 709.299760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.320664] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.400741] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 709.414039] env[66507]: INFO nova.compute.manager [-] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Took 1.52 seconds to deallocate network for instance. [ 709.517254] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18036} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.517760] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.518718] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a57817-4845-4001-8263-0b7f94dab821 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.545780] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] de2f7bb1-7573-4e73-8248-0de75b300af2/de2f7bb1-7573-4e73-8248-0de75b300af2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.545780] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e70c066-5519-486c-979a-78546b13ef43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.565251] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 709.565251] env[66507]: value = "task-4637854" [ 709.565251] env[66507]: _type = "Task" [ 709.565251] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.577070] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.608966] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.611858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.937s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.612527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.612527] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 709.612527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.903s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.612950] env[66507]: DEBUG nova.objects.instance [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lazy-loading 'resources' on Instance uuid 08c3c037-85f1-49ef-9eb2-3b70ef4440f0 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.615615] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef07ef-2a1c-4627-8cba-1a1c15982e0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.625631] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80804fd2-8539-467f-ad8a-5a64e9f26437 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.630402] env[66507]: INFO nova.scheduler.client.report [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Deleted allocations for instance f6d1ad47-73a4-4b7b-8d87-4f268648f6d3 [ 709.651056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35970543-402b-4966-8dbb-7b6f6ed7737c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.658777] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637850, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.665829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef17f2-5829-4e87-a793-574ed58ae485 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.705729] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179229MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 709.705998] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.812869] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.921202] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.937807] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.084660] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.086764] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Successfully updated port: 715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.149024] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919984} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.149024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.149024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.149024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfdd061-4200-4b32-b88b-d0b6f828c44b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.152738] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34655882-0744-44ee-85ff-585ebf3a8a1b tempest-ServersAaction247Test-1686122770 tempest-ServersAaction247Test-1686122770-project-member] Lock "f6d1ad47-73a4-4b7b-8d87-4f268648f6d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.113s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.157914] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 710.157914] env[66507]: value = "task-4637855" [ 710.157914] env[66507]: _type = "Task" [ 710.157914] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.168494] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.317029] env[66507]: DEBUG oslo_vmware.api [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635992} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.317029] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.317029] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.317029] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.317385] env[66507]: INFO nova.compute.manager [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 1.68 seconds to destroy the instance on the hypervisor. [ 710.317385] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 710.317557] env[66507]: DEBUG nova.compute.manager [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 710.318285] env[66507]: DEBUG nova.network.neutron [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 710.318285] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.392736] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.531737] env[66507]: DEBUG nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Received event network-vif-plugged-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 710.531737] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Acquiring lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.531737] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.532222] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.532467] env[66507]: DEBUG nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] No waiting events found dispatching network-vif-plugged-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 710.532697] env[66507]: WARNING nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Received unexpected event network-vif-plugged-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e for instance with vm_state building and task_state spawning. [ 710.532948] env[66507]: DEBUG nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Received event network-changed-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 710.533217] env[66507]: DEBUG nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Refreshing instance network info cache due to event network-changed-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 710.533330] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Acquiring lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533461] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Acquired lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533684] env[66507]: DEBUG nova.network.neutron [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Refreshing network info cache for port ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.556444] env[66507]: DEBUG nova.compute.manager [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 710.557281] env[66507]: DEBUG nova.compute.manager [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing instance network info cache due to event network-changed-a932de77-c65b-47ac-b825-375309b1ce4a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 710.557281] env[66507]: DEBUG oslo_concurrency.lockutils [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] Acquiring lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558058] env[66507]: DEBUG oslo_concurrency.lockutils [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] Acquired lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.558238] env[66507]: DEBUG nova.network.neutron [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Refreshing network info cache for port a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.585583] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637854, 'name': ReconfigVM_Task, 'duration_secs': 0.839867} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.585583] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] de2f7bb1-7573-4e73-8248-0de75b300af2/de2f7bb1-7573-4e73-8248-0de75b300af2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.585747] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13a7411-cfc6-4341-a8a7-5b15f680c556 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.588394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.588394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.588565] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.595312] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 710.595312] env[66507]: value = "task-4637856" [ 710.595312] env[66507]: _type = "Task" [ 710.595312] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.610020] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637856, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.669909] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126845} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.673963] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.675180] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793018a4-e4ff-4f26-8e7d-a3102803c19d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.702524] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.706070] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e66a80-5dd8-4ebe-894e-46d0a99f6f80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.729797] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 710.729797] env[66507]: value = "task-4637857" [ 710.729797] env[66507]: _type = "Task" [ 710.729797] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.743744] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.800060] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ab6cb-a8c0-429f-92e7-2d487e56af7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.810590] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4736502-8b1c-458c-adab-4cd2cf02ab32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.855901] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46cbd46-d3e7-4aca-b738-1224f986606c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.872149] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ac6ca-fc4e-4965-8ed4-657fbf4375ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.889406] env[66507]: DEBUG nova.compute.provider_tree [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.043255] env[66507]: WARNING neutronclient.v2_0.client [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.065277] env[66507]: WARNING neutronclient.v2_0.client [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.096275] env[66507]: DEBUG nova.network.neutron [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.107326] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637856, 'name': Rename_Task, 'duration_secs': 0.280371} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.107684] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.107987] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c358707-f140-4a6f-a11d-4b5e9fcb29b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.119631] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 711.119631] env[66507]: value = "task-4637858" [ 711.119631] env[66507]: _type = "Task" [ 711.119631] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.130146] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.130249] env[66507]: INFO nova.network.neutron [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Port a932de77-c65b-47ac-b825-375309b1ce4a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 711.130454] env[66507]: DEBUG nova.network.neutron [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.189043] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.240075] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637857, 'name': ReconfigVM_Task, 'duration_secs': 0.345865} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.240996] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.241118] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0bb0ab-af63-415c-974a-8ee86a2d5837 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.251400] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 711.251400] env[66507]: value = "task-4637860" [ 711.251400] env[66507]: _type = "Task" [ 711.251400] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.270360] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637860, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.371702] env[66507]: WARNING neutronclient.v2_0.client [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.393979] env[66507]: DEBUG nova.scheduler.client.report [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.531158] env[66507]: WARNING neutronclient.v2_0.client [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.601835] env[66507]: INFO nova.compute.manager [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 1.28 seconds to deallocate network for instance. [ 711.630841] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.635053] env[66507]: DEBUG oslo_concurrency.lockutils [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] Releasing lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.635374] env[66507]: DEBUG nova.compute.manager [req-3da4fe69-049a-4751-9374-9606007c627f req-183470c2-05f8-4223-a6be-df7a7c1cffd3 service nova] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Received event network-vif-deleted-e55eae69-e372-4b34-881c-8a8133d5a10f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 711.696050] env[66507]: DEBUG nova.network.neutron [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Updating instance_info_cache with network_info: [{"id": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "address": "fa:16:3e:4b:4c:e0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a9f2d-d0", "ovs_interfaceid": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.768677] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637860, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.883285] env[66507]: DEBUG nova.network.neutron [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Updated VIF entry in instance network info cache for port ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.883682] env[66507]: DEBUG nova.network.neutron [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Updating instance_info_cache with network_info: [{"id": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "address": "fa:16:3e:2a:44:d3", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece8c1a2-50", "ovs_interfaceid": "ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.902292] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.907018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.246s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.907018] env[66507]: INFO nova.compute.claims [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.962311] env[66507]: INFO nova.scheduler.client.report [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Deleted allocations for instance 08c3c037-85f1-49ef-9eb2-3b70ef4440f0 [ 712.109342] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.133660] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.199764] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.199764] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Instance network_info: |[{"id": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "address": "fa:16:3e:4b:4c:e0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a9f2d-d0", "ovs_interfaceid": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 712.199880] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:4c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715a9f2d-d030-4a73-ab18-3bcfd63a611c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.207926] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.208474] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.208844] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3c00ea0-e10d-4bd7-bdec-581051151e78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.237083] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.237083] env[66507]: value = "task-4637861" [ 712.237083] env[66507]: _type = "Task" [ 712.237083] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.247503] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637861, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.272969] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637860, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.387358] env[66507]: DEBUG oslo_concurrency.lockutils [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] Releasing lock "refresh_cache-926749ff-9e7e-4464-9845-78e9ed50750c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.387692] env[66507]: DEBUG nova.compute.manager [req-e47315df-0d70-4c27-bd7d-2c6d090dc9e2 req-21d8e03a-6882-4c1b-a1a3-23e2f8345d2a service nova] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Received event network-vif-deleted-2fa86dac-99c1-4d22-851e-1f307b6d219d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 712.480335] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c3e29f8-a200-4cb0-9e5a-a9463e2c99ad tempest-ServerDiagnosticsV248Test-99955647 tempest-ServerDiagnosticsV248Test-99955647-project-member] Lock "08c3c037-85f1-49ef-9eb2-3b70ef4440f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.030s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.635982] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.748525] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637861, 'name': CreateVM_Task, 'duration_secs': 0.394527} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.748812] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.751539] env[66507]: WARNING neutronclient.v2_0.client [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.751539] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.751539] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.751539] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.751539] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33024ade-fcb9-4564-9f01-bcf0a8118e5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.759285] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 712.759285] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521539ca-70bc-5604-1244-c2b461a8da0e" [ 712.759285] env[66507]: _type = "Task" [ 712.759285] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.782255] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521539ca-70bc-5604-1244-c2b461a8da0e, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.786222] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.786494] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.786747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.786890] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.787113] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.787381] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637860, 'name': Rename_Task, 'duration_secs': 1.165415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.787638] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0dffb86-94f1-4612-b444-2cc3403821a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.790297] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.790730] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7406ac46-4151-4ceb-a929-e757058c17e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.801097] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 712.801097] env[66507]: value = "task-4637862" [ 712.801097] env[66507]: _type = "Task" [ 712.801097] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.802893] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.803330] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.809627] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4f8a34-5d5b-4a50-bcd7-3fcd1c782e3e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.819946] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637862, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.821752] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 712.821752] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52445cf8-91d7-a4fd-1b17-84b985f23f97" [ 712.821752] env[66507]: _type = "Task" [ 712.821752] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.835447] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52445cf8-91d7-a4fd-1b17-84b985f23f97, 'name': SearchDatastore_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.836352] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ec145e-5e06-4ce4-a954-3a417b88a1e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.844561] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 712.844561] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5205c974-c8bd-8df7-7dba-c67ba1c8ea92" [ 712.844561] env[66507]: _type = "Task" [ 712.844561] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.858458] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5205c974-c8bd-8df7-7dba-c67ba1c8ea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.137421] env[66507]: DEBUG oslo_vmware.api [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4637858, 'name': PowerOnVM_Task, 'duration_secs': 1.605406} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.140375] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.141056] env[66507]: INFO nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Took 11.93 seconds to spawn the instance on the hypervisor. [ 713.141056] env[66507]: DEBUG nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 713.141943] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41ac16-f6e3-48de-8601-b5913868e316 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.316685] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.362040] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5205c974-c8bd-8df7-7dba-c67ba1c8ea92, 'name': SearchDatastore_Task, 'duration_secs': 0.021615} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.362040] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.362040] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 52f7e78a-d25a-4b24-b349-9c3593c25b31/52f7e78a-d25a-4b24-b349-9c3593c25b31.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.362428] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c06ac826-6506-4957-afd2-84529f1ea3b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.371079] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 713.371079] env[66507]: value = "task-4637864" [ 713.371079] env[66507]: _type = "Task" [ 713.371079] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.384169] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.662344] env[66507]: INFO nova.compute.manager [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Took 51.17 seconds to build instance. [ 713.695713] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e08940-b065-49a0-8ebc-af598529c19c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.708118] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53255fdb-8cd2-4bd5-8eeb-8abea372004d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.759263] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78af87aa-3b52-4a7c-bc17-a4dad200ba77 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.769254] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571c4567-52a6-4741-a510-9b437e2edb14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.788848] env[66507]: DEBUG nova.compute.provider_tree [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.794521] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Received event network-vif-plugged-715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 713.795059] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Acquiring lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.795059] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.795184] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.795615] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] No waiting events found dispatching network-vif-plugged-715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 713.795798] env[66507]: WARNING nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Received unexpected event network-vif-plugged-715a9f2d-d030-4a73-ab18-3bcfd63a611c for instance with vm_state building and task_state spawning. [ 713.796147] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Received event network-changed-715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 713.796221] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Refreshing instance network info cache due to event network-changed-715a9f2d-d030-4a73-ab18-3bcfd63a611c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 713.796464] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Acquiring lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.796621] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Acquired lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.796796] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Refreshing network info cache for port 715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.819583] env[66507]: DEBUG oslo_vmware.api [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637862, 'name': PowerOnVM_Task, 'duration_secs': 0.522577} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.820249] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.820460] env[66507]: INFO nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Took 9.75 seconds to spawn the instance on the hypervisor. [ 713.820655] env[66507]: DEBUG nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 713.821583] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4be598-f328-4477-ba12-2193edcd9c8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.840511] env[66507]: DEBUG nova.compute.manager [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 713.840511] env[66507]: DEBUG nova.compute.manager [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing instance network info cache due to event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 713.840511] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.840511] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.840511] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.890544] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637864, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.167673] env[66507]: DEBUG oslo_concurrency.lockutils [None req-150feec1-9624-4a3f-ab0e-062e6c11d860 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.682s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.300474] env[66507]: DEBUG nova.scheduler.client.report [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.306051] env[66507]: WARNING neutronclient.v2_0.client [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.348032] env[66507]: WARNING neutronclient.v2_0.client [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.355092] env[66507]: INFO nova.compute.manager [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Took 51.02 seconds to build instance. [ 714.384982] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665239} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.385698] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 52f7e78a-d25a-4b24-b349-9c3593c25b31/52f7e78a-d25a-4b24-b349-9c3593c25b31.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.385911] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.386191] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d7265bb-b579-42c0-a8c7-2a8a72289b3e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.393867] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 714.393867] env[66507]: value = "task-4637865" [ 714.393867] env[66507]: _type = "Task" [ 714.393867] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.404292] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.490669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.491033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.491285] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.491507] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.491735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.494362] env[66507]: INFO nova.compute.manager [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Terminating instance [ 714.616954] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.671377] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 714.810762] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.810762] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 714.815534] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.733s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.816381] env[66507]: DEBUG nova.objects.instance [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lazy-loading 'resources' on Instance uuid e279d81b-3200-40a8-967a-04d3fe34ee9b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.855791] env[66507]: DEBUG oslo_concurrency.lockutils [None req-001c8592-e7fd-40d1-8232-38e80aca5c81 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.545s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.905786] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066873} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.906204] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.906950] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6f18e-168c-4d4c-b5cf-b7412207aed2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.932658] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 52f7e78a-d25a-4b24-b349-9c3593c25b31/52f7e78a-d25a-4b24-b349-9c3593c25b31.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.933071] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57e2787-9e69-4b22-9821-eb43e609151a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954385] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 714.954385] env[66507]: value = "task-4637866" [ 714.954385] env[66507]: _type = "Task" [ 714.954385] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.965516] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.998551] env[66507]: DEBUG nova.compute.manager [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 714.998994] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.999971] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222629ae-1ef4-477a-95af-23b7bad8e732 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008768] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.010190] env[66507]: WARNING neutronclient.v2_0.client [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.013226] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0b2891-2396-4e38-8f4a-84cafd77e258 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.022206] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 715.022206] env[66507]: value = "task-4637867" [ 715.022206] env[66507]: _type = "Task" [ 715.022206] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.032688] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.038092] env[66507]: WARNING neutronclient.v2_0.client [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.121595] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Updated VIF entry in instance network info cache for port 715a9f2d-d030-4a73-ab18-3bcfd63a611c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.121962] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Updating instance_info_cache with network_info: [{"id": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "address": "fa:16:3e:4b:4c:e0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a9f2d-d0", "ovs_interfaceid": "715a9f2d-d030-4a73-ab18-3bcfd63a611c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.152722] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updated VIF entry in instance network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.153111] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.214644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.320941] env[66507]: DEBUG nova.compute.utils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.325888] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 715.326171] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.326447] env[66507]: WARNING neutronclient.v2_0.client [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.326751] env[66507]: WARNING neutronclient.v2_0.client [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.359067] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 715.411638] env[66507]: DEBUG nova.policy [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd311148fa241ba9a3eb41c80283eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c0df34c81444df3856c9af785de013d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.469764] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637866, 'name': ReconfigVM_Task, 'duration_secs': 0.420693} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.469764] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 52f7e78a-d25a-4b24-b349-9c3593c25b31/52f7e78a-d25a-4b24-b349-9c3593c25b31.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.469973] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8261532-672d-4337-8f10-5dfaa2acb960 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.478504] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 715.478504] env[66507]: value = "task-4637868" [ 715.478504] env[66507]: _type = "Task" [ 715.478504] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.497511] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637868, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.533969] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637867, 'name': PowerOffVM_Task, 'duration_secs': 0.225756} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.534265] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.534431] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.536027] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7920fd4e-2252-4be5-9a96-ac6956957558 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.625554] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Releasing lock "refresh_cache-52f7e78a-d25a-4b24-b349-9c3593c25b31" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.626263] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Received event network-vif-deleted-a932de77-c65b-47ac-b825-375309b1ce4a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 715.626442] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 715.626618] env[66507]: DEBUG nova.compute.manager [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing instance network info cache due to event network-changed-9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 715.626934] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Acquiring lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.636773] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.637099] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.637405] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleting the datastore file [datastore1] 908f5b17-ebe3-44e8-8e92-638e55e5952b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.637834] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b51b31-d02b-425e-80e6-dcb0bf5a61ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.648139] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 715.648139] env[66507]: value = "task-4637870" [ 715.648139] env[66507]: _type = "Task" [ 715.648139] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.661990] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.662289] env[66507]: DEBUG nova.compute.manager [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Received event network-changed-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 715.662454] env[66507]: DEBUG nova.compute.manager [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Refreshing instance network info cache due to event network-changed-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 715.662664] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Acquiring lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.662801] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Acquired lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.662955] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Refreshing network info cache for port 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.665766] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.669500] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Acquired lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.669784] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Refreshing network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.827139] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 715.903271] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.967660] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Successfully created port: 5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.971339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.971614] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.996331] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637868, 'name': Rename_Task, 'duration_secs': 0.229226} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.999904] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.999904] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4a7786-39ad-4998-a188-056d22674257 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.008144] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 716.008144] env[66507]: value = "task-4637871" [ 716.008144] env[66507]: _type = "Task" [ 716.008144] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.034947] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637871, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.102949] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c5b51-1b47-4420-b073-30d109babcdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.112677] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf222ba9-7ce5-4d59-b346-029eb4cf1b8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.147693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d5642-5d38-46f8-8f7f-c1b872df8e57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.162105] env[66507]: DEBUG oslo_vmware.api [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4637870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19965} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.165066] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.165066] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.165066] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.165066] env[66507]: INFO nova.compute.manager [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 716.165066] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.165329] env[66507]: DEBUG nova.compute.manager [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 716.166515] env[66507]: DEBUG nova.network.neutron [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 716.166515] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.168712] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2957e57-8f95-4928-8a85-1400e07148df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.173355] env[66507]: WARNING neutronclient.v2_0.client [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.176509] env[66507]: WARNING neutronclient.v2_0.client [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.194023] env[66507]: DEBUG nova.compute.provider_tree [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.216628] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.519350] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637871, 'name': PowerOnVM_Task} progress is 71%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.694726] env[66507]: DEBUG nova.scheduler.client.report [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.838865] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 716.875502] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.875785] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.875950] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.876194] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.876359] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.876507] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.876709] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.876861] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.877030] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.877199] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.877355] env[66507]: DEBUG nova.virt.hardware [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.878312] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17afd78-c1f1-45a9-8ed1-7caa239a7216 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.891620] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c776c9-d87b-47ac-a3a5-778bb5e43f4d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.021223] env[66507]: DEBUG oslo_vmware.api [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637871, 'name': PowerOnVM_Task, 'duration_secs': 0.957867} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.022032] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.022032] env[66507]: INFO nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Took 7.78 seconds to spawn the instance on the hypervisor. [ 717.022032] env[66507]: DEBUG nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 717.022780] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65cc68-a816-4130-893c-0cef0914989a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.077938] env[66507]: DEBUG nova.compute.manager [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Received event network-changed-7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 717.078057] env[66507]: DEBUG nova.compute.manager [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Refreshing instance network info cache due to event network-changed-7f79e24a-7fa9-442b-993d-45f98750417a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 717.078298] env[66507]: DEBUG oslo_concurrency.lockutils [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] Acquiring lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.078422] env[66507]: DEBUG oslo_concurrency.lockutils [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] Acquired lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.078580] env[66507]: DEBUG nova.network.neutron [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Refreshing network info cache for port 7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.135716] env[66507]: WARNING neutronclient.v2_0.client [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.162143] env[66507]: WARNING neutronclient.v2_0.client [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.200242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.207107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.529s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.207495] env[66507]: DEBUG nova.objects.instance [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lazy-loading 'resources' on Instance uuid 433a2a92-9167-450b-922a-a963c8ba9d34 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.234920] env[66507]: INFO nova.scheduler.client.report [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted allocations for instance e279d81b-3200-40a8-967a-04d3fe34ee9b [ 717.259580] env[66507]: DEBUG nova.network.neutron [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.292832] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updated VIF entry in instance network info cache for port 3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.293226] env[66507]: DEBUG nova.network.neutron [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updating instance_info_cache with network_info: [{"id": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "address": "fa:16:3e:43:c0:5a", "network": {"id": "f44b6901-ff1f-4979-901a-4b86cbc76d4e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-785776543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8441f076f841978bbe979d80389f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af5f73e-20", "ovs_interfaceid": "3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.339987] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updated VIF entry in instance network info cache for port 9a24bce0-4bb2-4944-b245-8cea3fb48c41. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.339987] env[66507]: DEBUG nova.network.neutron [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [{"id": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "address": "fa:16:3e:77:6e:f3", "network": {"id": "0d2d5eea-6de6-4202-9775-cd062e63f6d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1796933514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8096db957748e68e91a0e1db7b1d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24bce0-4b", "ovs_interfaceid": "9a24bce0-4bb2-4944-b245-8cea3fb48c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.551860] env[66507]: INFO nova.compute.manager [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Took 51.89 seconds to build instance. [ 717.562030] env[66507]: INFO nova.compute.manager [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Rebuilding instance [ 717.583645] env[66507]: WARNING neutronclient.v2_0.client [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.594468] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Successfully updated port: 5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.618970] env[66507]: DEBUG nova.compute.manager [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 717.619927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04f015-e411-4d6a-803d-9c81957f4338 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.743482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1b86e7d1-69a5-4998-93cc-5f18903369a1 tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "e279d81b-3200-40a8-967a-04d3fe34ee9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.830s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.763404] env[66507]: INFO nova.compute.manager [-] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Took 1.60 seconds to deallocate network for instance. [ 717.796330] env[66507]: DEBUG oslo_concurrency.lockutils [req-fbb1fca4-5443-4c9f-9f18-d03a8dc342c4 req-8eca1027-fe09-4f4d-8f17-b6fa2da08aa7 service nova] Releasing lock "refresh_cache-1ef47f44-ff48-4bd0-9983-89e66f03e217" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.806909] env[66507]: WARNING neutronclient.v2_0.client [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.844947] env[66507]: DEBUG oslo_concurrency.lockutils [req-d4568765-a7a1-4e0e-b2de-9b5f38af9f20 req-b55e7868-a1cd-4ded-9d08-43a5093ac42b service nova] Releasing lock "refresh_cache-46af7146-bb98-48bf-8902-cdde40747ac0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.901210] env[66507]: DEBUG nova.network.neutron [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updated VIF entry in instance network info cache for port 7f79e24a-7fa9-442b-993d-45f98750417a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.901544] env[66507]: DEBUG nova.network.neutron [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updating instance_info_cache with network_info: [{"id": "7f79e24a-7fa9-442b-993d-45f98750417a", "address": "fa:16:3e:7f:cd:b8", "network": {"id": "4f80d7f8-9587-46f2-badf-dab7a15c84d1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-717803842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc49f3e90e344a6ca9d06409084dd2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f79e24a-7f", "ovs_interfaceid": "7f79e24a-7fa9-442b-993d-45f98750417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.053700] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d662d2f0-469f-4eef-aff6-30b8536ef067 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.863s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.097431] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.097537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.097688] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.194993] env[66507]: DEBUG nova.compute.manager [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Received event network-vif-plugged-5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 718.196742] env[66507]: DEBUG oslo_concurrency.lockutils [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] Acquiring lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.196742] env[66507]: DEBUG oslo_concurrency.lockutils [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.196742] env[66507]: DEBUG oslo_concurrency.lockutils [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.196742] env[66507]: DEBUG nova.compute.manager [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] No waiting events found dispatching network-vif-plugged-5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 718.196742] env[66507]: WARNING nova.compute.manager [req-1897219d-58b5-4386-8b97-bfb45fd8ac7b req-80988bf1-4f38-4b96-8e70-5a59011d592c service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Received unexpected event network-vif-plugged-5fb7228a-4d10-4cb7-91c3-d67037313908 for instance with vm_state building and task_state spawning. [ 718.274136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.292041] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f635b-ef42-49f4-827a-ffb727d05652 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.300809] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393268c-1881-4519-8f15-1f676c2f6467 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.340945] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ea857-07fc-42bd-b220-ba7d01613553 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.350915] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa5b877-85a4-44e4-ba25-4a549602c310 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.368385] env[66507]: DEBUG nova.compute.provider_tree [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.406765] env[66507]: DEBUG oslo_concurrency.lockutils [req-07163f48-1f9c-4011-999d-b9d97ae90672 req-e9261e64-bc1a-4e22-a5fd-a04b9cbe7954 service nova] Releasing lock "refresh_cache-de2f7bb1-7573-4e73-8248-0de75b300af2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469345] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.469556] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.556089] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 718.636687] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.640837] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.641530] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db20ad2-8147-4daf-b5d3-7c324f550d33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.650731] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 718.650731] env[66507]: value = "task-4637872" [ 718.650731] env[66507]: _type = "Task" [ 718.650731] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.661321] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.721963] env[66507]: WARNING neutronclient.v2_0.client [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.851219] env[66507]: DEBUG nova.network.neutron [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Updating instance_info_cache with network_info: [{"id": "5fb7228a-4d10-4cb7-91c3-d67037313908", "address": "fa:16:3e:f7:ff:59", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb7228a-4d", "ovs_interfaceid": "5fb7228a-4d10-4cb7-91c3-d67037313908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.872983] env[66507]: DEBUG nova.scheduler.client.report [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.907519] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2625c5b7-6c60-4f2a-9f7d-59a959adac18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.915059] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Suspending the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 718.915059] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-13384c3f-163e-4a1d-b717-6f1ba05913dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.922105] env[66507]: DEBUG oslo_vmware.api [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 718.922105] env[66507]: value = "task-4637873" [ 718.922105] env[66507]: _type = "Task" [ 718.922105] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.931283] env[66507]: DEBUG oslo_vmware.api [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637873, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.095145] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.116555] env[66507]: DEBUG nova.compute.manager [req-d3e937a7-3809-427f-82dd-a29c9632e684 req-3d165cd8-623e-469d-9e1f-6b5b57e273f7 service nova] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Received event network-vif-deleted-1bd7a923-f3d6-47e5-9223-27081ec225a9 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 719.164928] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637872, 'name': PowerOffVM_Task, 'duration_secs': 0.197493} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.165312] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.165609] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.166616] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef25e1-6fe3-4a6e-88c0-882728cca96a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.175263] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.175263] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0803d4e-43a2-4037-b728-cc74fe64bc70 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.260970] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.261304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.261571] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore2] 926749ff-9e7e-4464-9845-78e9ed50750c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.261933] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2561075-86a0-4244-9516-77d0eda5c54c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.272341] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 719.272341] env[66507]: value = "task-4637875" [ 719.272341] env[66507]: _type = "Task" [ 719.272341] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.281992] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.353036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.353810] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance network_info: |[{"id": "5fb7228a-4d10-4cb7-91c3-d67037313908", "address": "fa:16:3e:f7:ff:59", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb7228a-4d", "ovs_interfaceid": "5fb7228a-4d10-4cb7-91c3-d67037313908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 719.353996] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ff:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb7228a-4d10-4cb7-91c3-d67037313908', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.362033] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating folder: Project (3c0df34c81444df3856c9af785de013d). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.363221] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574e54fa-5e30-4280-8704-373fc0135d7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.374802] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created folder: Project (3c0df34c81444df3856c9af785de013d) in parent group-v905587. [ 719.375021] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating folder: Instances. Parent ref: group-v905690. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.375323] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6095dd2b-6fb5-4e93-a2d8-90d57c736395 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.378370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.385633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.303s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.385633] env[66507]: DEBUG nova.objects.instance [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lazy-loading 'resources' on Instance uuid aa189a25-2dad-4dfd-affc-5e596ccd94ac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.390019] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created folder: Instances in parent group-v905690. [ 719.390019] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.390019] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.390019] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ca3af88-61ce-4ecb-8f98-1ab33d8e9fac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.412260] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.412260] env[66507]: value = "task-4637878" [ 719.412260] env[66507]: _type = "Task" [ 719.412260] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.413676] env[66507]: INFO nova.scheduler.client.report [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Deleted allocations for instance 433a2a92-9167-450b-922a-a963c8ba9d34 [ 719.429711] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637878, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.435700] env[66507]: DEBUG oslo_vmware.api [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637873, 'name': SuspendVM_Task} progress is 62%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.784884] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.785241] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.785495] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.786122] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.930429] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637878, 'name': CreateVM_Task, 'duration_secs': 0.338339} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.930929] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d957de3f-646e-4323-b6ae-c1e31f95ed6c tempest-ListServersNegativeTestJSON-658181297 tempest-ListServersNegativeTestJSON-658181297-project-member] Lock "433a2a92-9167-450b-922a-a963c8ba9d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.077s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.933350] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.936388] env[66507]: WARNING neutronclient.v2_0.client [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.936759] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.936905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.937427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.940732] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ab14f9-522c-4ecc-91b5-66325fa6e7aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.942456] env[66507]: DEBUG oslo_vmware.api [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637873, 'name': SuspendVM_Task, 'duration_secs': 0.701001} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.942718] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Suspended the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 719.942896] env[66507]: DEBUG nova.compute.manager [None req-c41fc117-b193-4e3a-82fb-f7148b0cbf83 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 719.944040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b66045-baf1-4dc5-9ace-eb1ad5e4b21c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.947879] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 719.947879] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5298c879-0683-67d0-dabc-f42942205985" [ 719.947879] env[66507]: _type = "Task" [ 719.947879] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.971767] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5298c879-0683-67d0-dabc-f42942205985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.438582] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce5452-aaf2-433d-b351-81582497c35c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.450456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1053056-09d2-46e4-8f44-957b7dd284c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.465080] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5298c879-0683-67d0-dabc-f42942205985, 'name': SearchDatastore_Task, 'duration_secs': 0.025662} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.492066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.492466] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.492678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.492818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.493466] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.494448] env[66507]: DEBUG nova.compute.manager [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Received event network-changed-5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 720.494560] env[66507]: DEBUG nova.compute.manager [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Refreshing instance network info cache due to event network-changed-5fb7228a-4d10-4cb7-91c3-d67037313908. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 720.494980] env[66507]: DEBUG oslo_concurrency.lockutils [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] Acquiring lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.494980] env[66507]: DEBUG oslo_concurrency.lockutils [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] Acquired lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.494980] env[66507]: DEBUG nova.network.neutron [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Refreshing network info cache for port 5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.496744] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1240dc2d-3e05-4786-9c0a-7e6e79443792 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.499635] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef35e1-173b-408b-9929-e9b1cbf9e3dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.514144] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da52231-4b6e-4edb-b335-538483ed21f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.518206] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.518671] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.519956] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceffbc44-148b-43d3-a391-3021c1b2aa68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.534261] env[66507]: DEBUG nova.compute.provider_tree [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.536939] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 720.536939] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5263ceb2-ae48-b895-88f2-e9a9140ab458" [ 720.536939] env[66507]: _type = "Task" [ 720.536939] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.546950] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5263ceb2-ae48-b895-88f2-e9a9140ab458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.834099] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.835514] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.835514] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.835514] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.835514] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.835514] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.835746] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.835746] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.835746] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.835746] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.835746] env[66507]: DEBUG nova.virt.hardware [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.836689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345cd11-1c4c-4cd7-b241-41e163f82d4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.845770] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d884cda5-f4e6-4abe-aee3-de320bbb7bf0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.860040] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:44:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.868805] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.869527] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.869527] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba4d7691-2b49-4c52-a10f-cbf42461dc03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.890249] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.890249] env[66507]: value = "task-4637879" [ 720.890249] env[66507]: _type = "Task" [ 720.890249] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.898923] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637879, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.003248] env[66507]: WARNING neutronclient.v2_0.client [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.038511] env[66507]: DEBUG nova.scheduler.client.report [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.054486] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5263ceb2-ae48-b895-88f2-e9a9140ab458, 'name': SearchDatastore_Task, 'duration_secs': 0.019313} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.056577] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb63136-807e-4d05-a76c-8deadef7d5bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.065733] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 721.065733] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ddedab-2610-0244-3ee9-4dea3b3e10dc" [ 721.065733] env[66507]: _type = "Task" [ 721.065733] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.075370] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ddedab-2610-0244-3ee9-4dea3b3e10dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.404704] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637879, 'name': CreateVM_Task, 'duration_secs': 0.410065} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.404928] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.405464] env[66507]: WARNING neutronclient.v2_0.client [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 721.405813] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.406071] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.406623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.406623] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7442df-c51f-4953-afec-4a6ca653b9db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.413551] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 721.413551] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520b17a0-3e27-36dd-3cf5-17f1026aa072" [ 721.413551] env[66507]: _type = "Task" [ 721.413551] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.424204] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520b17a0-3e27-36dd-3cf5-17f1026aa072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.548455] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.551473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.908s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.551530] env[66507]: DEBUG nova.objects.instance [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lazy-loading 'resources' on Instance uuid 0b281382-9c5a-4d87-8208-276181c1f6e6 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.583434] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ddedab-2610-0244-3ee9-4dea3b3e10dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.583711] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.584036] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.584405] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbb1042-ad8d-4d90-8278-7233fa226a24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.594142] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 721.594142] env[66507]: value = "task-4637880" [ 721.594142] env[66507]: _type = "Task" [ 721.594142] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.598411] env[66507]: INFO nova.scheduler.client.report [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted allocations for instance aa189a25-2dad-4dfd-affc-5e596ccd94ac [ 721.606869] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.698040] env[66507]: WARNING neutronclient.v2_0.client [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.858327] env[66507]: DEBUG nova.network.neutron [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Updated VIF entry in instance network info cache for port 5fb7228a-4d10-4cb7-91c3-d67037313908. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.858327] env[66507]: DEBUG nova.network.neutron [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Updating instance_info_cache with network_info: [{"id": "5fb7228a-4d10-4cb7-91c3-d67037313908", "address": "fa:16:3e:f7:ff:59", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb7228a-4d", "ovs_interfaceid": "5fb7228a-4d10-4cb7-91c3-d67037313908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.928780] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520b17a0-3e27-36dd-3cf5-17f1026aa072, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.929529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.930504] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.931136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.931340] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.931545] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.931850] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ff441a-6f3e-4cda-821a-0b7786610ae2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.948291] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.948494] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.949348] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f358c1-7538-47a5-96f4-10d0ca310ca5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.961661] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 721.961661] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525a3d85-0515-58c0-4ae6-9790d36ab779" [ 721.961661] env[66507]: _type = "Task" [ 721.961661] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.972125] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a3d85-0515-58c0-4ae6-9790d36ab779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.109597] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510358} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.111072] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.111072] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.111072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dff97351-b363-4210-ba79-c321997a6bcb tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "aa189a25-2dad-4dfd-affc-5e596ccd94ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.619s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.112432] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73833679-0aac-429c-b4ea-eabd79409c48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.126084] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 722.126084] env[66507]: value = "task-4637881" [ 722.126084] env[66507]: _type = "Task" [ 722.126084] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.149294] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.364283] env[66507]: DEBUG oslo_concurrency.lockutils [req-7081337f-df08-48fd-8b38-05188a4b76e2 req-1acece8b-4b93-43f7-bf2d-c7036484138e service nova] Releasing lock "refresh_cache-959f9e7a-cc96-4d72-9387-8754fd8ffd24" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.480357] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a3d85-0515-58c0-4ae6-9790d36ab779, 'name': SearchDatastore_Task, 'duration_secs': 0.054147} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.486284] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97f19ca-ed38-451b-a7c5-077103baf47c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.493181] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 722.493181] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524d0c76-3424-02ca-33c8-cfa6c7538b8c" [ 722.493181] env[66507]: _type = "Task" [ 722.493181] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.501784] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524d0c76-3424-02ca-33c8-cfa6c7538b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.639353] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176244} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.641432] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.642446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ac6f2-c209-4b2e-b2ae-c753219a499a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.668148] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.671289] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2898049-0024-400e-816e-aa6fd24bdfd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.692827] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 722.692827] env[66507]: value = "task-4637882" [ 722.692827] env[66507]: _type = "Task" [ 722.692827] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.702209] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.733846] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c521c-ec18-4f28-9a35-4151c3778e08 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.742186] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d48397-649d-4b42-b658-22780ec549dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.784925] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baf6aa7-323b-4ef0-bc73-dbc0642f71fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.795218] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33ab0b-a659-435f-b17e-278ea89edd93 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.810633] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.003643] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524d0c76-3424-02ca-33c8-cfa6c7538b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.004032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.004184] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.004458] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa2c8d3-890b-496b-a707-39218bd0c3f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.013192] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 723.013192] env[66507]: value = "task-4637883" [ 723.013192] env[66507]: _type = "Task" [ 723.013192] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.024370] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.207223] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637882, 'name': ReconfigVM_Task, 'duration_secs': 0.313646} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.207223] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.207708] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-228df328-c94d-4035-86b8-cfcf390334b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.217260] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 723.217260] env[66507]: value = "task-4637884" [ 723.217260] env[66507]: _type = "Task" [ 723.217260] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.231039] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637884, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.343645] env[66507]: ERROR nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [req-c038230d-6d16-4e51-974f-03adbcdef5eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c038230d-6d16-4e51-974f-03adbcdef5eb"}]} [ 723.373206] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.401813] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.401813] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.429163] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.451698] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.528534] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490157} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.528812] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.529089] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.529307] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59de5f04-d6cb-4f18-b24c-b14e93bc2f37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.536771] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 723.536771] env[66507]: value = "task-4637885" [ 723.536771] env[66507]: _type = "Task" [ 723.536771] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.548435] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.727973] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637884, 'name': Rename_Task, 'duration_secs': 0.187064} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.731438] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.732062] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d927882-74d9-4fde-91f7-e4d0678c9255 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.740228] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 723.740228] env[66507]: value = "task-4637886" [ 723.740228] env[66507]: _type = "Task" [ 723.740228] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.753908] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.049081] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068049} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.049430] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.050281] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72adf9ce-c4ce-4444-8ca8-929f36afb9fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.078634] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.084732] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25b6c81-808b-45a8-b358-19138cb3fcc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.103087] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 724.103087] env[66507]: value = "task-4637887" [ 724.103087] env[66507]: _type = "Task" [ 724.103087] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.112911] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.146459] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ec503e-65f3-48b0-a08f-6eb488d8911f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.157301] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf71c8-13ce-4f10-b4bb-97bbd925ebf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.193697] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbb517c-ce9b-4214-b714-bed695fc5e94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.204334] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae79bf27-9309-4902-8f72-f5639b6c5ceb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.224388] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.257449] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.366952] env[66507]: DEBUG nova.compute.manager [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 724.367863] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4229e11f-2113-4635-b9ce-9d3f9b89b3ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.615497] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.691387] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.691728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.754041] env[66507]: DEBUG oslo_vmware.api [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637886, 'name': PowerOnVM_Task, 'duration_secs': 0.558818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.757039] env[66507]: ERROR nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [req-6fd64f26-8b27-4cc7-8b7c-31b30780543b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6fd64f26-8b27-4cc7-8b7c-31b30780543b"}]} [ 724.757039] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.757039] env[66507]: INFO nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Took 7.92 seconds to spawn the instance on the hypervisor. [ 724.757039] env[66507]: DEBUG nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 724.761027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e07ec1-0fcd-48e2-8d97-c96f419bddbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.785454] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.816450] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.816975] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.835102] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.859438] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.880590] env[66507]: INFO nova.compute.manager [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] instance snapshotting [ 724.880853] env[66507]: WARNING nova.compute.manager [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 724.888998] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba048b2-b177-4fa8-9806-b65e1ede05f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.915508] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e6564-2c15-4e30-9949-6937ec659eb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.117567] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637887, 'name': ReconfigVM_Task, 'duration_secs': 0.697152} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.117853] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 926749ff-9e7e-4464-9845-78e9ed50750c/926749ff-9e7e-4464-9845-78e9ed50750c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.118573] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546174ae-e319-4e28-b6df-6219b04d4f6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.131689] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 725.131689] env[66507]: value = "task-4637888" [ 725.131689] env[66507]: _type = "Task" [ 725.131689] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.141893] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637888, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.286052] env[66507]: INFO nova.compute.manager [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Took 44.65 seconds to build instance. [ 725.429260] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.429260] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d29db032-b616-450f-af8b-205ff8838766 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.438121] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 725.438121] env[66507]: value = "task-4637889" [ 725.438121] env[66507]: _type = "Task" [ 725.438121] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.448036] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637889, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.466870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ff823-36af-43d3-a7c6-63e113c09604 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.475928] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1463c2cd-78d2-4b94-bcc9-cfd78582d745 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.509505] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7309184-0104-4247-8b9e-5fdd8cba1e6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.519279] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce4a88e-9f35-4c33-85fa-0187abdd94ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.537829] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.646050] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637888, 'name': Rename_Task, 'duration_secs': 0.322544} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.646553] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.647425] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57a39eab-58f7-492e-a348-6bfcc2600b27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.659215] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 725.659215] env[66507]: value = "task-4637890" [ 725.659215] env[66507]: _type = "Task" [ 725.659215] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.671550] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.676769] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "9738e220-df85-4d2f-8832-de3cd42b6c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.676929] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.790140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aabee46e-ccbc-4191-a1ae-2cbb9a792e97 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.170s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.951015] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637889, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.064637] env[66507]: ERROR nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] [req-58ab4b7e-2abd-4284-8784-85d77df7765d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58ab4b7e-2abd-4284-8784-85d77df7765d"}]} [ 726.090230] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 726.110706] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 726.110939] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.127888] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 726.152605] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 726.169988] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.298026] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 726.413769] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "9461d660-0dab-45f6-87a0-5500771eedee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.413982] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.451293] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637889, 'name': CreateSnapshot_Task, 'duration_secs': 0.574661} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.453592] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.453592] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a529133-4e00-44c3-aed2-a271b33a2f64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.670506] env[66507]: DEBUG oslo_vmware.api [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637890, 'name': PowerOnVM_Task, 'duration_secs': 0.807195} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.670758] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.671353] env[66507]: DEBUG nova.compute.manager [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 726.671733] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e3ecd-8645-4665-8509-f5439c6d10cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.819821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.885793] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82a26f-3e68-44f1-bc02-dafafa4c0795 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.896740] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3f4ed-9d38-44b1-837a-ed40f1404cab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930899] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2133d0-6dfa-451e-9aae-e9370d0a2af7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.941163] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4741d3e8-73d9-4ce4-a96b-0d4c043603c0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.956347] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.977360] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.978478] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae428d3d-219d-4b06-84f4-5a248646f433 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.989715] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 726.989715] env[66507]: value = "task-4637891" [ 726.989715] env[66507]: _type = "Task" [ 726.989715] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.003834] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637891, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.194730] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.508785] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637891, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.511101] env[66507]: DEBUG nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.511366] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 67 to 68 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.511527] env[66507]: DEBUG nova.compute.provider_tree [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.004640] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637891, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.017679] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.466s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.020049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.521s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.021895] env[66507]: INFO nova.compute.claims [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.051670] env[66507]: INFO nova.scheduler.client.report [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Deleted allocations for instance 0b281382-9c5a-4d87-8208-276181c1f6e6 [ 728.298239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "926749ff-9e7e-4464-9845-78e9ed50750c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.298239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.298239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.298239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.298528] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.307041] env[66507]: INFO nova.compute.manager [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Terminating instance [ 728.505189] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637891, 'name': CloneVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.563277] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf045099-d678-4906-9db6-cb37f6852ced tempest-DeleteServersAdminTestJSON-418815838 tempest-DeleteServersAdminTestJSON-418815838-project-member] Lock "0b281382-9c5a-4d87-8208-276181c1f6e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.510s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.812252] env[66507]: DEBUG nova.compute.manager [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 728.812592] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.814089] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72118506-c4f5-4476-a025-cace8a48b486 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.824555] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.824868] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0014c93c-d58e-493c-970a-0abe800d752a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.834874] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 728.834874] env[66507]: value = "task-4637892" [ 728.834874] env[66507]: _type = "Task" [ 728.834874] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.845162] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.913822] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.914105] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.005457] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637891, 'name': CloneVM_Task, 'duration_secs': 1.534513} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.005900] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Created linked-clone VM from snapshot [ 729.006894] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177eb6e-7447-4c76-9d85-5c1bc9b50215 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.017053] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Uploading image 1f3ad539-6e86-4bbf-8a39-d22ca417acb1 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.052989] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.052989] env[66507]: value = "vm-905695" [ 729.052989] env[66507]: _type = "VirtualMachine" [ 729.052989] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.053400] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2eb689ae-6bf3-4baf-bea6-2a9be27cdb30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062628] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease: (returnval){ [ 729.062628] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ad5f51-3026-36e2-52b2-1992c5629304" [ 729.062628] env[66507]: _type = "HttpNfcLease" [ 729.062628] env[66507]: } obtained for exporting VM: (result){ [ 729.062628] env[66507]: value = "vm-905695" [ 729.062628] env[66507]: _type = "VirtualMachine" [ 729.062628] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.062852] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the lease: (returnval){ [ 729.062852] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ad5f51-3026-36e2-52b2-1992c5629304" [ 729.062852] env[66507]: _type = "HttpNfcLease" [ 729.062852] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.080454] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.080454] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ad5f51-3026-36e2-52b2-1992c5629304" [ 729.080454] env[66507]: _type = "HttpNfcLease" [ 729.080454] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.080895] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.080895] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ad5f51-3026-36e2-52b2-1992c5629304" [ 729.080895] env[66507]: _type = "HttpNfcLease" [ 729.080895] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.081636] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75de0e5-91fd-498a-8b48-40f3d2645df5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.092062] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.092285] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.192262] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f422b84-9ff2-4d3b-9c03-b1fc0951b4d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.346059] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637892, 'name': PowerOffVM_Task, 'duration_secs': 0.314857} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.349630] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.349808] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.350283] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea2044e-ebda-4ddc-a914-5beb8f244b96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.432723] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.433176] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.433428] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore1] 926749ff-9e7e-4464-9845-78e9ed50750c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.436921] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd67648-a61c-467d-8ff1-cc15f28140d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.449855] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 729.449855] env[66507]: value = "task-4637895" [ 729.449855] env[66507]: _type = "Task" [ 729.449855] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.463475] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.777409] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263fefbf-4792-465a-b239-18913b76f20f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.790043] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f439e-0bbc-4801-9de5-cab26df71ef2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.842058] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd966b-690d-4fd1-8b4f-4e99b98b702a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.854863] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d78964-0731-49d8-945c-76994810134e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.876965] env[66507]: DEBUG nova.compute.provider_tree [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.961246] env[66507]: DEBUG oslo_vmware.api [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4637895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234861} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.961991] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.961991] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.962144] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.962335] env[66507]: INFO nova.compute.manager [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 729.962636] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.962909] env[66507]: DEBUG nova.compute.manager [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 729.963155] env[66507]: DEBUG nova.network.neutron [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.963460] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.110730] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.378659] env[66507]: DEBUG nova.scheduler.client.report [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.619624] env[66507]: DEBUG nova.compute.manager [req-4ce10411-a4f4-4f86-83b0-c968e709ab86 req-3122f11c-df2a-4fab-9789-1fde9de0a971 service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Received event network-vif-deleted-ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 730.619715] env[66507]: INFO nova.compute.manager [req-4ce10411-a4f4-4f86-83b0-c968e709ab86 req-3122f11c-df2a-4fab-9789-1fde9de0a971 service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Neutron deleted interface ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e; detaching it from the instance and deleting it from the info cache [ 730.619855] env[66507]: DEBUG nova.network.neutron [req-4ce10411-a4f4-4f86-83b0-c968e709ab86 req-3122f11c-df2a-4fab-9789-1fde9de0a971 service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.862088] env[66507]: DEBUG nova.network.neutron [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.887097] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.887097] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 730.890127] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.639s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.890631] env[66507]: DEBUG nova.objects.instance [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lazy-loading 'resources' on Instance uuid 24d5d4bc-dda2-48ca-a82f-52dbdb03edde {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.122861] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f46f6d1e-8a26-48d6-b4c8-cf7725622012 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.133464] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac641fb6-e48e-46b1-a349-4abc23a0f4bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.171652] env[66507]: DEBUG nova.compute.manager [req-4ce10411-a4f4-4f86-83b0-c968e709ab86 req-3122f11c-df2a-4fab-9789-1fde9de0a971 service nova] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Detach interface failed, port_id=ece8c1a2-5027-4e64-a5a1-eb8b5ef9e60e, reason: Instance 926749ff-9e7e-4464-9845-78e9ed50750c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 731.371219] env[66507]: INFO nova.compute.manager [-] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Took 1.41 seconds to deallocate network for instance. [ 731.393883] env[66507]: DEBUG nova.compute.utils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.399770] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 731.400007] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 731.400434] env[66507]: WARNING neutronclient.v2_0.client [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.400747] env[66507]: WARNING neutronclient.v2_0.client [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.473171] env[66507]: DEBUG nova.policy [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65b03785347e42bd93b2506f4acc604f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32e66bc64e3043a09dece1ca802cf699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.867394] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Successfully created port: db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.881464] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.899125] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 732.037715] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b07f9-a97d-4d2e-8620-777b545ba745 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.046771] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9720a82c-2bd0-4416-a338-c9954da25c7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.086898] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198de650-99dc-4d8b-9c00-06e81635cb17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.096585] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf3320-fb56-400e-9c4e-493b44c54865 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.112543] env[66507]: DEBUG nova.compute.provider_tree [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.617933] env[66507]: DEBUG nova.scheduler.client.report [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.911035] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 732.941670] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 732.941670] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.941849] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 732.941849] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.942298] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 732.942298] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 732.942493] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.942530] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 732.943918] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 732.943918] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 732.943918] env[66507]: DEBUG nova.virt.hardware [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 732.944101] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891a829-e221-45ab-a8dc-b744d6b32964 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.953604] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0e18f-886f-4697-b835-d9fa6c98be99 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.125044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.126382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.604s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.156061] env[66507]: INFO nova.scheduler.client.report [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Deleted allocations for instance 24d5d4bc-dda2-48ca-a82f-52dbdb03edde [ 733.473272] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Successfully updated port: db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 733.512987] env[66507]: DEBUG nova.compute.manager [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Received event network-vif-plugged-db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 733.513280] env[66507]: DEBUG oslo_concurrency.lockutils [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] Acquiring lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.513465] env[66507]: DEBUG oslo_concurrency.lockutils [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.513619] env[66507]: DEBUG oslo_concurrency.lockutils [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.516260] env[66507]: DEBUG nova.compute.manager [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] No waiting events found dispatching network-vif-plugged-db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 733.516260] env[66507]: WARNING nova.compute.manager [req-11c6f1f6-c272-4e2d-b80d-7b54d6f6b8ff req-90ab623b-d524-4bc3-bc78-3aee3e5ab1c0 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Received unexpected event network-vif-plugged-db6e992c-0ac4-4dd7-884e-8588a02b6e5c for instance with vm_state building and task_state spawning. [ 733.665913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8ba315dd-ad86-4dd0-9f74-8ca9ec98ac9a tempest-ServerMetadataTestJSON-68704275 tempest-ServerMetadataTestJSON-68704275-project-member] Lock "24d5d4bc-dda2-48ca-a82f-52dbdb03edde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.638s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.984473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.984473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.984473] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.260830] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7bbf5-198b-4c1d-9198-56310d5f521a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.274428] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ac0ba-be9b-4ddb-9cd1-8bb883d00143 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.309791] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e2922-3133-4424-9de3-5f392f8ef9da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.319556] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7732a-637f-4d18-91af-0f9a9526d0c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.338679] env[66507]: DEBUG nova.compute.provider_tree [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.556393] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 734.676756] env[66507]: WARNING neutronclient.v2_0.client [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.805316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "0b312d62-4282-4f54-b4a8-54aee14517c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.805316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.811412] env[66507]: DEBUG nova.network.neutron [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Updating instance_info_cache with network_info: [{"id": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "address": "fa:16:3e:ea:15:c9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e992c-0a", "ovs_interfaceid": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.842546] env[66507]: DEBUG nova.scheduler.client.report [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.314412] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.315035] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Instance network_info: |[{"id": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "address": "fa:16:3e:ea:15:c9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e992c-0a", "ovs_interfaceid": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 735.315880] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:15:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db6e992c-0ac4-4dd7-884e-8588a02b6e5c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.326992] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 735.328237] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.328578] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44310525-c8fa-4b2a-ae6c-49350332e2a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.355383] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.355383] env[66507]: value = "task-4637896" [ 735.355383] env[66507]: _type = "Task" [ 735.355383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.368119] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637896, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.559643] env[66507]: DEBUG nova.compute.manager [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Received event network-changed-db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 735.559643] env[66507]: DEBUG nova.compute.manager [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Refreshing instance network info cache due to event network-changed-db6e992c-0ac4-4dd7-884e-8588a02b6e5c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 735.559844] env[66507]: DEBUG oslo_concurrency.lockutils [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] Acquiring lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.560015] env[66507]: DEBUG oslo_concurrency.lockutils [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] Acquired lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.560600] env[66507]: DEBUG nova.network.neutron [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Refreshing network info cache for port db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.857740] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.731s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.863232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.313s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.863620] env[66507]: INFO nova.compute.claims [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.879355] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637896, 'name': CreateVM_Task, 'duration_secs': 0.395784} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.880327] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.880965] env[66507]: WARNING neutronclient.v2_0.client [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.881732] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.881935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.882328] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.882666] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60631747-d722-4420-8e01-faea70d5f843 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.891646] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 735.891646] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52125529-bfdc-95e5-2273-1b365a4ca5b9" [ 735.891646] env[66507]: _type = "Task" [ 735.891646] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.903545] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52125529-bfdc-95e5-2273-1b365a4ca5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.063761] env[66507]: WARNING neutronclient.v2_0.client [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.238239] env[66507]: WARNING neutronclient.v2_0.client [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.328142] env[66507]: DEBUG nova.network.neutron [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Updated VIF entry in instance network info cache for port db6e992c-0ac4-4dd7-884e-8588a02b6e5c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.328870] env[66507]: DEBUG nova.network.neutron [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Updating instance_info_cache with network_info: [{"id": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "address": "fa:16:3e:ea:15:c9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e992c-0a", "ovs_interfaceid": "db6e992c-0ac4-4dd7-884e-8588a02b6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.404294] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52125529-bfdc-95e5-2273-1b365a4ca5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013414} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.404668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.404890] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.405155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.405321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.405514] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.405817] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef85061-396a-4ba6-ae22-e1a9917a73a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.416741] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.416915] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.417736] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81512cf-780a-47a7-922f-c4d8752a1131 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.424328] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 736.424328] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5277b541-1506-59f1-baed-834b4594e67d" [ 736.424328] env[66507]: _type = "Task" [ 736.424328] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.433231] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5277b541-1506-59f1-baed-834b4594e67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.455833] env[66507]: INFO nova.scheduler.client.report [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleted allocation for migration d0090774-1b02-48b4-b874-8c424895051f [ 736.507230] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.508824] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e3db3-37b5-415c-a46f-3d6ea442f575 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.516621] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.516958] env[66507]: ERROR oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk due to incomplete transfer. [ 736.517038] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48b32bdf-c5c4-423f-a663-f4b30ed071e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.526119] env[66507]: DEBUG oslo_vmware.rw_handles [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ef100-1f09-45d1-d9cc-05e66563d265/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.526349] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Uploaded image 1f3ad539-6e86-4bbf-8a39-d22ca417acb1 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.528793] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.529018] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9cbdae3-4641-460c-b0cf-0baebf189c96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.535774] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 736.535774] env[66507]: value = "task-4637897" [ 736.535774] env[66507]: _type = "Task" [ 736.535774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.545124] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637897, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.831972] env[66507]: DEBUG oslo_concurrency.lockutils [req-9977f16b-70eb-4f3d-b4cf-4f12927ce6d8 req-0a7daf31-9e96-47c5-bc6f-88058c9aee85 service nova] Releasing lock "refresh_cache-ab514ff8-f675-4898-823a-4f58a8b5735a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.935499] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5277b541-1506-59f1-baed-834b4594e67d, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.940268] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1090c217-21ef-437b-bcdf-899809c9a9cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.946127] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 736.946127] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52254d0f-5b91-ffc6-1dcf-484d3b7ff60a" [ 736.946127] env[66507]: _type = "Task" [ 736.946127] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.956279] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52254d0f-5b91-ffc6-1dcf-484d3b7ff60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.961717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4049ff4e-cce0-47dc-a1c7-d2a1ed2a84f0 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.680s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.049276] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637897, 'name': Destroy_Task, 'duration_secs': 0.373232} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.049714] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Destroyed the VM [ 737.050125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.050125] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-093d3d44-444d-4d74-9d67-ebce1044f770 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.058132] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 737.058132] env[66507]: value = "task-4637898" [ 737.058132] env[66507]: _type = "Task" [ 737.058132] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.068737] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637898, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.458666] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52254d0f-5b91-ffc6-1dcf-484d3b7ff60a, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.459951] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.460258] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ab514ff8-f675-4898-823a-4f58a8b5735a/ab514ff8-f675-4898-823a-4f58a8b5735a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.461093] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abaceb5-71ec-4ca6-93b1-eaab1885939b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.464625] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782efac3-0def-4ca7-ab72-247867775b8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.473516] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb26bc-b21e-4ec7-a240-e909787fa216 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.479752] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 737.479752] env[66507]: value = "task-4637899" [ 737.479752] env[66507]: _type = "Task" [ 737.479752] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.514146] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b174e49e-10c9-4d69-a6a4-7a9b153b70b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.521846] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.527771] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19596580-95d4-4967-8c57-e60e30d19be2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.544828] env[66507]: DEBUG nova.compute.provider_tree [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.569362] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637898, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.991301] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465691} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.991653] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ab514ff8-f675-4898-823a-4f58a8b5735a/ab514ff8-f675-4898-823a-4f58a8b5735a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.991766] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.992017] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c7ffc4f-0902-411a-9704-7e5d3c8e7ff9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.998822] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 737.998822] env[66507]: value = "task-4637900" [ 737.998822] env[66507]: _type = "Task" [ 737.998822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.007046] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.048591] env[66507]: DEBUG nova.scheduler.client.report [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.069887] env[66507]: DEBUG oslo_vmware.api [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637898, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609071} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.070996] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.071113] env[66507]: INFO nova.compute.manager [None req-2a1a915c-3296-4996-a0b4-c8619c48fb0c tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Took 13.18 seconds to snapshot the instance on the hypervisor. [ 738.514682] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070918} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.514788] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.515817] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92d98c-a62e-47b4-bf97-376f46cd149d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.544871] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ab514ff8-f675-4898-823a-4f58a8b5735a/ab514ff8-f675-4898-823a-4f58a8b5735a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.545226] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd90ee8-8431-4996-afd1-f65a84fa5904 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.564225] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.564861] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 738.568100] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.827s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.569489] env[66507]: INFO nova.compute.claims [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.582882] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 738.582882] env[66507]: value = "task-4637901" [ 738.582882] env[66507]: _type = "Task" [ 738.582882] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.599959] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.080800] env[66507]: DEBUG nova.compute.utils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.086071] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 739.086071] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 739.086071] env[66507]: WARNING neutronclient.v2_0.client [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.086071] env[66507]: WARNING neutronclient.v2_0.client [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.098675] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637901, 'name': ReconfigVM_Task, 'duration_secs': 0.36619} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.098966] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ab514ff8-f675-4898-823a-4f58a8b5735a/ab514ff8-f675-4898-823a-4f58a8b5735a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.099914] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a56b6e-7aa0-406a-aa4e-225ee0ddd34e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.108861] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 739.108861] env[66507]: value = "task-4637902" [ 739.108861] env[66507]: _type = "Task" [ 739.108861] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.121106] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637902, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.142841] env[66507]: DEBUG nova.policy [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd311148fa241ba9a3eb41c80283eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c0df34c81444df3856c9af785de013d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.480939] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Successfully created port: 04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.542026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.542464] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.542755] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.543080] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.543247] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.545977] env[66507]: INFO nova.compute.manager [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Terminating instance [ 739.589082] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 739.620952] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637902, 'name': Rename_Task, 'duration_secs': 0.163932} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.625567] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.626058] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77399cc7-b570-43f6-8fc3-cd63588abe2a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.637016] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 739.637016] env[66507]: value = "task-4637903" [ 739.637016] env[66507]: _type = "Task" [ 739.637016] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.652817] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.056223] env[66507]: DEBUG nova.compute.manager [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 740.056223] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.056223] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3228e5-41b0-4045-b24a-6e5a48e9806f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.075561] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.075561] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8b4a3bc-499e-4839-831e-ad6f8c0f15e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.155073] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.164579] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.164985] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.165337] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore2] 52f7e78a-d25a-4b24-b349-9c3593c25b31 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.165653] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b75d5f-47e3-4606-8275-c8cd9178472f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.175604] env[66507]: DEBUG oslo_vmware.api [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 740.175604] env[66507]: value = "task-4637905" [ 740.175604] env[66507]: _type = "Task" [ 740.175604] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.185975] env[66507]: DEBUG oslo_vmware.api [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.233862] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff129317-1dd4-4706-9a1d-0dd699e1e8f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.246124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc64b52-3642-4ff4-b25e-1e6ba1e7f1ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.279776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4023679-9144-405c-862f-0b11180eb3f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.290267] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6fb14-bac1-44eb-82fb-17d80e90011f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.307613] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.424766] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "fcb80a35-492d-4830-910e-b25ccb8796e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.424996] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.600252] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 740.627130] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.627375] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.627524] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.627695] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.627831] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.627978] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.628177] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.628330] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.628523] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.628769] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.628992] env[66507]: DEBUG nova.virt.hardware [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.629917] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde7661-df27-40e4-b199-2c29049316dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.639196] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c683e4c-b64c-458c-bfd6-bca804216d16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.658101] env[66507]: DEBUG oslo_vmware.api [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637903, 'name': PowerOnVM_Task, 'duration_secs': 0.703922} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.666736] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.666983] env[66507]: INFO nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Took 7.76 seconds to spawn the instance on the hypervisor. [ 740.667173] env[66507]: DEBUG nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 740.668273] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452f72d-7043-437b-8032-34752d407383 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.689084] env[66507]: DEBUG oslo_vmware.api [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4637905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265155} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.689084] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.689084] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.689084] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.689084] env[66507]: INFO nova.compute.manager [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Took 0.63 seconds to destroy the instance on the hypervisor. [ 740.689364] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.689364] env[66507]: DEBUG nova.compute.manager [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 740.689364] env[66507]: DEBUG nova.network.neutron [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 740.689364] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.771334] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.811882] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.159622] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Successfully updated port: 04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.189128] env[66507]: INFO nova.compute.manager [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Took 48.71 seconds to build instance. [ 741.317490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.321911] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 741.326122] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.531s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.329166] env[66507]: INFO nova.compute.claims [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.374293] env[66507]: DEBUG oslo_concurrency.lockutils [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.374548] env[66507]: DEBUG oslo_concurrency.lockutils [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.374719] env[66507]: DEBUG nova.compute.manager [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 741.375922] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436254d-a10d-4ccb-b739-581c57b0a160 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.386364] env[66507]: DEBUG nova.compute.manager [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 741.386939] env[66507]: DEBUG nova.objects.instance [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'flavor' on Instance uuid ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.501125] env[66507]: DEBUG nova.network.neutron [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.610964] env[66507]: DEBUG nova.compute.manager [req-8ce4a057-ec41-45a0-aee9-5bb7b4ae219a req-2848f660-c805-4859-93e6-72d52a8d9a1d service nova] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Received event network-vif-deleted-715a9f2d-d030-4a73-ab18-3bcfd63a611c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 741.631651] env[66507]: DEBUG nova.compute.manager [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Received event network-vif-plugged-04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 741.631874] env[66507]: DEBUG oslo_concurrency.lockutils [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] Acquiring lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.632081] env[66507]: DEBUG oslo_concurrency.lockutils [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.632295] env[66507]: DEBUG oslo_concurrency.lockutils [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.632473] env[66507]: DEBUG nova.compute.manager [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] No waiting events found dispatching network-vif-plugged-04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 741.632636] env[66507]: WARNING nova.compute.manager [req-9eb20f8f-b012-483f-a0be-e7c4878350c5 req-06c60b18-95d6-476c-9f89-62b85bc94fb7 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Received unexpected event network-vif-plugged-04f1376c-f971-4cac-92c3-db99419a628b for instance with vm_state building and task_state spawning. [ 741.666040] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.666040] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.666040] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.691496] env[66507]: DEBUG oslo_concurrency.lockutils [None req-87bbb133-8a97-400a-91c3-9b08f9fd0ed8 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.936s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.835990] env[66507]: DEBUG nova.compute.utils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.837698] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 741.837895] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 741.838238] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.838565] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.862562] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "1737cecc-643d-4d84-8a01-93f7d564d28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.862791] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.914926] env[66507]: DEBUG nova.policy [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff396255df4b54abbb1cb613b68856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c6b92b16c642b5b5242efff03a9dd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.004063] env[66507]: INFO nova.compute.manager [-] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Took 1.32 seconds to deallocate network for instance. [ 742.195355] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 742.217080] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.249556] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44415437-f121-4d21-815b-5eb0b60f123a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.254303] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Successfully created port: 716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 742.263386] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Suspending the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 742.263666] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7486451c-f42b-4e96-bec7-94c70ac86ac9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.275708] env[66507]: DEBUG oslo_vmware.api [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] Waiting for the task: (returnval){ [ 742.275708] env[66507]: value = "task-4637906" [ 742.275708] env[66507]: _type = "Task" [ 742.275708] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.290298] env[66507]: DEBUG oslo_vmware.api [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] Task: {'id': task-4637906, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.343794] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 742.350238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.350637] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.357650] env[66507]: WARNING neutronclient.v2_0.client [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.400085] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.400085] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0325b337-9081-46de-b70c-b80c5e8797ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.407840] env[66507]: DEBUG oslo_vmware.api [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 742.407840] env[66507]: value = "task-4637907" [ 742.407840] env[66507]: _type = "Task" [ 742.407840] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.422095] env[66507]: DEBUG oslo_vmware.api [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.511543] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.622572] env[66507]: DEBUG nova.network.neutron [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Updating instance_info_cache with network_info: [{"id": "04f1376c-f971-4cac-92c3-db99419a628b", "address": "fa:16:3e:c0:a7:77", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f1376c-f9", "ovs_interfaceid": "04f1376c-f971-4cac-92c3-db99419a628b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.721044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.787617] env[66507]: DEBUG oslo_vmware.api [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] Task: {'id': task-4637906, 'name': SuspendVM_Task} progress is 62%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.924296] env[66507]: DEBUG oslo_vmware.api [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637907, 'name': PowerOffVM_Task, 'duration_secs': 0.297736} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.924581] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.924656] env[66507]: DEBUG nova.compute.manager [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 742.925523] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7909ba3d-8a85-4d68-bfc9-58318ac90a31 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.019806] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edf3fee-a056-48b2-87bf-0635269ba43f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.028220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db71d9e8-c12a-4143-a468-d969d0f5ba6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.062448] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a12904-8750-430d-aeea-c7c3ad9f916e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.071850] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60859b-26fe-4991-bd8d-edeaa02789bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.088615] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.128314] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128731] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Instance network_info: |[{"id": "04f1376c-f971-4cac-92c3-db99419a628b", "address": "fa:16:3e:c0:a7:77", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f1376c-f9", "ovs_interfaceid": "04f1376c-f971-4cac-92c3-db99419a628b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 743.129195] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a7:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f1376c-f971-4cac-92c3-db99419a628b', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.137189] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 743.137775] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.138017] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-961604ff-9dae-46e0-8245-71fb678aaab0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.165631] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.165631] env[66507]: value = "task-4637908" [ 743.165631] env[66507]: _type = "Task" [ 743.165631] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.174633] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637908, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.288371] env[66507]: DEBUG oslo_vmware.api [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] Task: {'id': task-4637906, 'name': SuspendVM_Task, 'duration_secs': 0.834544} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.289022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Suspended the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 743.289227] env[66507]: DEBUG nova.compute.manager [None req-0d5dc9b7-99a4-433f-a6c5-65d422dfe791 tempest-ServersAdminNegativeTestJSON-516719075 tempest-ServersAdminNegativeTestJSON-516719075-project-admin] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 743.290390] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a1384-f6d9-4830-abaa-772aedb1d4c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.357022] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 743.384864] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 743.385207] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.385450] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 743.385640] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.385781] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 743.386041] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 743.386291] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.386430] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 743.386635] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 743.386797] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 743.386993] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 743.388056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e410c4-644d-4768-aba3-1209269565b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.397643] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350eddb-7b64-4522-ad5d-477a25176794 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.445036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-75a11b00-a149-436f-8521-c40c90b16325 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.613028] env[66507]: ERROR nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-9d4d5eb1-a47c-447d-81c2-b3a8fb74c7c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d4d5eb1-a47c-447d-81c2-b3a8fb74c7c5"}]} [ 743.632760] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.649755] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.650098] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.661140] env[66507]: DEBUG nova.compute.manager [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Received event network-changed-04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 743.661353] env[66507]: DEBUG nova.compute.manager [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Refreshing instance network info cache due to event network-changed-04f1376c-f971-4cac-92c3-db99419a628b. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 743.661614] env[66507]: DEBUG oslo_concurrency.lockutils [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] Acquiring lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.661766] env[66507]: DEBUG oslo_concurrency.lockutils [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] Acquired lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.661922] env[66507]: DEBUG nova.network.neutron [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Refreshing network info cache for port 04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.665907] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.678430] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637908, 'name': CreateVM_Task, 'duration_secs': 0.402492} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.678564] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.679172] env[66507]: WARNING neutronclient.v2_0.client [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.679562] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.679721] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.680096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.680435] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b6c208-5f7f-4741-9b4b-a0551bef91bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.688750] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 743.688750] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5285a194-f2ce-936d-08a8-0af74e2a7e81" [ 743.688750] env[66507]: _type = "Task" [ 743.688750] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.693992] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 743.704061] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5285a194-f2ce-936d-08a8-0af74e2a7e81, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.704355] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.704597] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.704818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.704954] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.705363] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.705485] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fb911f-e448-4c31-b062-c059e863e5a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.715689] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.715879] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.716705] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11d1ea0-66e4-49e9-ba10-2b84af3f3646 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.723224] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 743.723224] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5246f9ef-4e23-aa98-59ff-496eec13809b" [ 743.723224] env[66507]: _type = "Task" [ 743.723224] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.734817] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5246f9ef-4e23-aa98-59ff-496eec13809b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.834591] env[66507]: DEBUG nova.compute.manager [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Received event network-vif-plugged-716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 743.834773] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] Acquiring lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.835047] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.835149] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.835414] env[66507]: DEBUG nova.compute.manager [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] No waiting events found dispatching network-vif-plugged-716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 743.835824] env[66507]: WARNING nova.compute.manager [req-06a562d9-b951-405d-bd51-c1305b9a4a0a req-24c5d67c-9a61-441d-a876-da9202c1bd9a service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Received unexpected event network-vif-plugged-716214e2-183c-4325-870c-82ee3fad07c2 for instance with vm_state building and task_state spawning. [ 743.977021] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Successfully updated port: 716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.166883] env[66507]: WARNING neutronclient.v2_0.client [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.241052] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5246f9ef-4e23-aa98-59ff-496eec13809b, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.244329] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d0d79d-a63b-4b3e-bf87-46e68be5b8c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.252073] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 744.252073] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ce65b1-cc49-3621-ca96-f1af450083a6" [ 744.252073] env[66507]: _type = "Task" [ 744.252073] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.264305] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ce65b1-cc49-3621-ca96-f1af450083a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.329016] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f4b9c-8719-4260-b60c-5e1e849ed70a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.340268] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f399913c-830d-45af-a9ec-ff540429430c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.374607] env[66507]: WARNING neutronclient.v2_0.client [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.377460] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2c3817-ff9a-44e6-846e-d5a026768ca7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.388682] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c066419-ad0f-4dac-93e6-419927ba6639 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.405636] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.450960] env[66507]: DEBUG nova.network.neutron [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Updated VIF entry in instance network info cache for port 04f1376c-f971-4cac-92c3-db99419a628b. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.451163] env[66507]: DEBUG nova.network.neutron [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Updating instance_info_cache with network_info: [{"id": "04f1376c-f971-4cac-92c3-db99419a628b", "address": "fa:16:3e:c0:a7:77", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f1376c-f9", "ovs_interfaceid": "04f1376c-f971-4cac-92c3-db99419a628b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.481179] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.481407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.481607] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.766274] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ce65b1-cc49-3621-ca96-f1af450083a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.766642] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766961] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2f1457bf-4d26-4be2-8f8a-00b4e8656518/2f1457bf-4d26-4be2-8f8a-00b4e8656518.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.767663] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf18d48-f2bb-481a-bdbc-5b1e7d224d0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.777313] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 744.777313] env[66507]: value = "task-4637909" [ 744.777313] env[66507]: _type = "Task" [ 744.777313] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.789091] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.886347] env[66507]: DEBUG nova.objects.instance [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'flavor' on Instance uuid ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.943412] env[66507]: DEBUG nova.scheduler.client.report [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.943705] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 74 to 75 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.943884] env[66507]: DEBUG nova.compute.provider_tree [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.955549] env[66507]: DEBUG oslo_concurrency.lockutils [req-dabf054a-4ce5-43d9-a1cf-0710159f0db5 req-132b99c8-f5a9-4561-9cff-cfcc81fc6037 service nova] Releasing lock "refresh_cache-2f1457bf-4d26-4be2-8f8a-00b4e8656518" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.051414] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.172388] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.269212] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Updating instance_info_cache with network_info: [{"id": "716214e2-183c-4325-870c-82ee3fad07c2", "address": "fa:16:3e:3e:27:2d", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716214e2-18", "ovs_interfaceid": "716214e2-183c-4325-870c-82ee3fad07c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.289907] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.392300] env[66507]: DEBUG oslo_concurrency.lockutils [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.393846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.393846] env[66507]: DEBUG nova.network.neutron [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.393846] env[66507]: DEBUG nova.objects.instance [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'info_cache' on Instance uuid ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.449524] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.125s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.450080] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 745.453707] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.597s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.453707] env[66507]: DEBUG nova.objects.instance [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lazy-loading 'resources' on Instance uuid ec16c77f-8a26-48cb-9ad5-b524350fcf0b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.772691] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.772839] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Instance network_info: |[{"id": "716214e2-183c-4325-870c-82ee3fad07c2", "address": "fa:16:3e:3e:27:2d", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716214e2-18", "ovs_interfaceid": "716214e2-183c-4325-870c-82ee3fad07c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 745.773642] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:27:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '716214e2-183c-4325-870c-82ee3fad07c2', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.782903] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.783269] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.786969] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c714922f-bf43-4f70-90dc-d9b693c68822 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.808724] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521992} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.810712] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2f1457bf-4d26-4be2-8f8a-00b4e8656518/2f1457bf-4d26-4be2-8f8a-00b4e8656518.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.810712] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.810712] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.810712] env[66507]: value = "task-4637910" [ 745.810712] env[66507]: _type = "Task" [ 745.810712] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.810712] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbf800f4-6f72-48e0-b9ba-32df88ebac6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.821449] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637910, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.822786] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 745.822786] env[66507]: value = "task-4637911" [ 745.822786] env[66507]: _type = "Task" [ 745.822786] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.833875] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.893500] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "ab514ff8-f675-4898-823a-4f58a8b5735a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.893782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.894014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.894208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.894376] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.896996] env[66507]: DEBUG nova.objects.base [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.899068] env[66507]: INFO nova.compute.manager [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Terminating instance [ 745.954012] env[66507]: DEBUG nova.compute.manager [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Received event network-changed-716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 745.954483] env[66507]: DEBUG nova.compute.manager [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Refreshing instance network info cache due to event network-changed-716214e2-183c-4325-870c-82ee3fad07c2. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 745.955613] env[66507]: DEBUG oslo_concurrency.lockutils [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] Acquiring lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955613] env[66507]: DEBUG oslo_concurrency.lockutils [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] Acquired lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955613] env[66507]: DEBUG nova.network.neutron [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Refreshing network info cache for port 716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.959030] env[66507]: DEBUG nova.compute.utils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.964396] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 745.964396] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.965071] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.965071] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.029363] env[66507]: DEBUG nova.policy [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff396255df4b54abbb1cb613b68856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c6b92b16c642b5b5242efff03a9dd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.330040] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637910, 'name': CreateVM_Task, 'duration_secs': 0.40819} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.330040] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.330040] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.330821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.330821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.330821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.333842] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51103187-ecbe-4695-80b9-900262bb8bc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.339379] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070647} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.340509] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Successfully created port: 2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.342975] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.346087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdee50b-e3f2-4ce3-96f7-b243056af9f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.350018] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 746.350018] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee7301-c2c5-f309-b3c8-52a0346fb5e6" [ 746.350018] env[66507]: _type = "Task" [ 746.350018] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.372102] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 2f1457bf-4d26-4be2-8f8a-00b4e8656518/2f1457bf-4d26-4be2-8f8a-00b4e8656518.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.375252] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b56d5b-6f8c-43d9-a97f-5bba709ee84b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.394251] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ee7301-c2c5-f309-b3c8-52a0346fb5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.395098] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.395208] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.395670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.395670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.395781] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.396271] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a32248-ceb9-44ba-af90-ba43e9a4139d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.401510] env[66507]: WARNING neutronclient.v2_0.client [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.403868] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 746.403868] env[66507]: value = "task-4637912" [ 746.403868] env[66507]: _type = "Task" [ 746.403868] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.404648] env[66507]: DEBUG nova.compute.manager [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 746.404871] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.410429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc15882-ac46-43ef-afe4-696801b19582 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.415417] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.415611] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.416633] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead53acb-704e-44c0-9bc0-1e6df6aacecc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.424163] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.428318] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30dd282f-eb46-436a-8b3b-0d9663d88626 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.429990] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.434025] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 746.434025] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52791c6a-65fb-fb8b-98c4-1a254b29349a" [ 746.434025] env[66507]: _type = "Task" [ 746.434025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.444605] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52791c6a-65fb-fb8b-98c4-1a254b29349a, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.447184] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb9d7ab-fe2a-468b-b9fa-b33b929eab1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.455665] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 746.455665] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52878e73-f043-d0ba-1d87-5887ebfa7b99" [ 746.455665] env[66507]: _type = "Task" [ 746.455665] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.465118] env[66507]: WARNING neutronclient.v2_0.client [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.467861] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 746.473830] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52878e73-f043-d0ba-1d87-5887ebfa7b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.523349] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.523554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.523746] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleting the datastore file [datastore1] ab514ff8-f675-4898-823a-4f58a8b5735a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.524057] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a1a2c0-e394-4c63-abc0-4d1629dc0aa7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.532660] env[66507]: DEBUG oslo_vmware.api [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 746.532660] env[66507]: value = "task-4637914" [ 746.532660] env[66507]: _type = "Task" [ 746.532660] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.541450] env[66507]: DEBUG oslo_vmware.api [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.623524] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bae083-6bb4-44c9-8334-1b36cba227ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.634050] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd45974-8f95-4ee6-a16c-ca347ec9002a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.676586] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce257409-1297-4ba6-9db3-dd48416ab86d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.684428] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9b5796-1d42-48c8-b5a0-fcabe5f6e089 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.702067] env[66507]: DEBUG nova.compute.provider_tree [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.759312] env[66507]: WARNING neutronclient.v2_0.client [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.877450] env[66507]: WARNING neutronclient.v2_0.client [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.916727] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.967347] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52878e73-f043-d0ba-1d87-5887ebfa7b99, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.967747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.968016] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003/0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.968304] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe47788-247f-4354-9450-c811ceda04a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.975252] env[66507]: DEBUG nova.network.neutron [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.981106] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 746.981106] env[66507]: value = "task-4637915" [ 746.981106] env[66507]: _type = "Task" [ 746.981106] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.997487] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.046194] env[66507]: DEBUG oslo_vmware.api [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167875} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.046194] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.046194] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.046194] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.046194] env[66507]: INFO nova.compute.manager [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 747.046580] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 747.046580] env[66507]: DEBUG nova.compute.manager [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 747.046580] env[66507]: DEBUG nova.network.neutron [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 747.046580] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.077314] env[66507]: DEBUG nova.network.neutron [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Updated VIF entry in instance network info cache for port 716214e2-183c-4325-870c-82ee3fad07c2. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.077756] env[66507]: DEBUG nova.network.neutron [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Updating instance_info_cache with network_info: [{"id": "716214e2-183c-4325-870c-82ee3fad07c2", "address": "fa:16:3e:3e:27:2d", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap716214e2-18", "ovs_interfaceid": "716214e2-183c-4325-870c-82ee3fad07c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.105397] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.205614] env[66507]: DEBUG nova.scheduler.client.report [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.417859] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637912, 'name': ReconfigVM_Task, 'duration_secs': 0.842845} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.419034] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 2f1457bf-4d26-4be2-8f8a-00b4e8656518/2f1457bf-4d26-4be2-8f8a-00b4e8656518.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.419212] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e009b9c5-b69f-4100-933b-3fe9e104b2a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.427824] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 747.427824] env[66507]: value = "task-4637916" [ 747.427824] env[66507]: _type = "Task" [ 747.427824] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.440351] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637916, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.482501] env[66507]: DEBUG oslo_concurrency.lockutils [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485018] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 747.500925] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.513186] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.513750] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.513953] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.514180] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.514342] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.514515] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.514752] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.514931] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.515135] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.515356] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.515563] env[66507]: DEBUG nova.virt.hardware [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.516909] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77396bec-20a4-4dc2-a72f-5943e9c59475 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.527447] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ebe84-fb92-421f-a6a7-f8aa647fe31e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.580431] env[66507]: DEBUG oslo_concurrency.lockutils [req-4658a44c-64b9-42de-900b-c23738744167 req-6cf0282b-1a4e-4d0b-9b79-14ffa8911134 service nova] Releasing lock "refresh_cache-0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.627817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.628140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.628435] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.628673] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.628896] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.632901] env[66507]: INFO nova.compute.manager [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Terminating instance [ 747.711568] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.716066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.492s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.717845] env[66507]: INFO nova.compute.claims [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.751821] env[66507]: INFO nova.scheduler.client.report [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Deleted allocations for instance ec16c77f-8a26-48cb-9ad5-b524350fcf0b [ 747.856196] env[66507]: DEBUG nova.network.neutron [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.940822] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637916, 'name': Rename_Task, 'duration_secs': 0.201292} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.940822] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.940822] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a62d5da8-55cd-4523-8c4a-b32aa8793486 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.948877] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 747.948877] env[66507]: value = "task-4637917" [ 747.948877] env[66507]: _type = "Task" [ 747.948877] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.959402] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.004541] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549435} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.005730] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Successfully updated port: 2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.006826] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003/0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.007075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.008616] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bad3d63-e646-495c-9022-d9e71dfae30f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.012244] env[66507]: DEBUG nova.compute.manager [req-0e5bd623-b9ef-4fad-9e4c-732f348357b1 req-f056ade8-a38e-4f71-ad48-dec680f4e882 service nova] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Received event network-vif-deleted-db6e992c-0ac4-4dd7-884e-8588a02b6e5c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 748.020179] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 748.020179] env[66507]: value = "task-4637918" [ 748.020179] env[66507]: _type = "Task" [ 748.020179] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.033094] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.137452] env[66507]: DEBUG nova.compute.manager [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 748.137452] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.138366] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66abcf-4f70-4303-be6c-0273abfd92ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.151029] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.151488] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1820e70-a5cd-48be-9e9b-a22797662bd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.159782] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 748.159782] env[66507]: value = "task-4637919" [ 748.159782] env[66507]: _type = "Task" [ 748.159782] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.171689] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.261591] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e265ee7a-c987-4035-9aef-97b30a3cbd09 tempest-VolumesAssistedSnapshotsTest-591155639 tempest-VolumesAssistedSnapshotsTest-591155639-project-member] Lock "ec16c77f-8a26-48cb-9ad5-b524350fcf0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.707s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.278204] env[66507]: DEBUG nova.compute.manager [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Received event network-vif-plugged-2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 748.278438] env[66507]: DEBUG oslo_concurrency.lockutils [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] Acquiring lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.278832] env[66507]: DEBUG oslo_concurrency.lockutils [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.278832] env[66507]: DEBUG oslo_concurrency.lockutils [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.278961] env[66507]: DEBUG nova.compute.manager [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] No waiting events found dispatching network-vif-plugged-2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 748.280474] env[66507]: WARNING nova.compute.manager [req-abb07ec0-81dc-469f-9eee-b95bf90aca67 req-74076566-fd10-4129-ab7e-96fc9a17986d service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Received unexpected event network-vif-plugged-2306fa55-a78e-435b-b606-468e5f0edd11 for instance with vm_state building and task_state spawning. [ 748.359902] env[66507]: INFO nova.compute.manager [-] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Took 1.31 seconds to deallocate network for instance. [ 748.462845] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.495635] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.495966] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd889e4-7ba0-421f-9a78-d47b80aa64ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.507317] env[66507]: DEBUG oslo_vmware.api [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 748.507317] env[66507]: value = "task-4637920" [ 748.507317] env[66507]: _type = "Task" [ 748.507317] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.511500] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.511672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.511845] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.519266] env[66507]: DEBUG oslo_vmware.api [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.531785] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109917} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.532096] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.532940] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e122d6-9f7a-4f45-957a-513563792fbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.560833] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003/0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.561144] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f6cb07-d2b6-45fa-b175-c306c48a9b6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.583508] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 748.583508] env[66507]: value = "task-4637921" [ 748.583508] env[66507]: _type = "Task" [ 748.583508] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.593895] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.676929] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637919, 'name': PowerOffVM_Task, 'duration_secs': 0.34333} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.677456] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.677932] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.678918] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa3cf34-bf9b-41d0-9a83-c37fdcc97c5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.762636] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.762815] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.764035] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Deleting the datastore file [datastore2] 1ef47f44-ff48-4bd0-9983-89e66f03e217 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.764035] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89adfc18-7412-4eda-8e7d-9cf74dd9a94c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.774410] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for the task: (returnval){ [ 748.774410] env[66507]: value = "task-4637923" [ 748.774410] env[66507]: _type = "Task" [ 748.774410] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.793234] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.871487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.961478] env[66507]: DEBUG oslo_vmware.api [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4637917, 'name': PowerOnVM_Task, 'duration_secs': 1.007549} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.965033] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.965172] env[66507]: INFO nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Took 8.36 seconds to spawn the instance on the hypervisor. [ 748.965460] env[66507]: DEBUG nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 748.968037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de203b1-ad10-499d-bceb-5993c2918a8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022608] env[66507]: DEBUG oslo_vmware.api [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.097114] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637921, 'name': ReconfigVM_Task, 'duration_secs': 0.385119} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.097400] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003/0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.098481] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc42542d-3b10-477c-adbc-8f186535a974 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.110721] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 749.110721] env[66507]: value = "task-4637924" [ 749.110721] env[66507]: _type = "Task" [ 749.110721] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.112209] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.128259] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637924, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.288629] env[66507]: DEBUG oslo_vmware.api [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Task: {'id': task-4637923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.288629] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.288866] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.289022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.289103] env[66507]: INFO nova.compute.manager [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.289670] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.289670] env[66507]: DEBUG nova.compute.manager [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 749.289670] env[66507]: DEBUG nova.network.neutron [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.289890] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.308879] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.386978] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.467875] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fda70e-70a4-4349-a431-4ddf37642959 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476567] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce6800-525a-4d76-925e-29c50faa83a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.513247] env[66507]: INFO nova.compute.manager [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Took 54.00 seconds to build instance. [ 749.517730] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d849424-215f-4e1d-abad-3c76c32862e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.526568] env[66507]: DEBUG oslo_vmware.api [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637920, 'name': PowerOnVM_Task, 'duration_secs': 0.741105} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.528643] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.528846] env[66507]: DEBUG nova.compute.manager [None req-df97aaa6-201d-4c17-b1fd-f81446e70c91 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 749.530220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba7260-88f2-4538-904b-ca1c9b49ae32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.533647] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b28dae7-1385-4180-86b4-05f57c1efdee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.554030] env[66507]: DEBUG nova.compute.provider_tree [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.624199] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637924, 'name': Rename_Task, 'duration_secs': 0.231203} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.624489] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.624735] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2446ac76-b34a-4e89-9dbb-6a190648d7ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.632472] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 749.632472] env[66507]: value = "task-4637925" [ 749.632472] env[66507]: _type = "Task" [ 749.632472] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.641941] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.663767] env[66507]: DEBUG nova.network.neutron [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Updating instance_info_cache with network_info: [{"id": "2306fa55-a78e-435b-b606-468e5f0edd11", "address": "fa:16:3e:c0:17:3e", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306fa55-a7", "ovs_interfaceid": "2306fa55-a78e-435b-b606-468e5f0edd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.021115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecdd2c5a-5ab1-464b-b3d8-829c5c0afba0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.446s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.057019] env[66507]: DEBUG nova.scheduler.client.report [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.147905] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637925, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.167746] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.168153] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Instance network_info: |[{"id": "2306fa55-a78e-435b-b606-468e5f0edd11", "address": "fa:16:3e:c0:17:3e", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306fa55-a7", "ovs_interfaceid": "2306fa55-a78e-435b-b606-468e5f0edd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 750.168647] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:17:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2306fa55-a78e-435b-b606-468e5f0edd11', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.176638] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.176896] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.177139] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa92174-389e-49a8-93fe-dcc0932e4b4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.202916] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.202916] env[66507]: value = "task-4637926" [ 750.202916] env[66507]: _type = "Task" [ 750.202916] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.214557] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637926, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.354306] env[66507]: DEBUG nova.network.neutron [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.526250] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 750.564044] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.564419] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 750.569976] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.391s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.570323] env[66507]: DEBUG nova.objects.instance [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lazy-loading 'resources' on Instance uuid cde0590b-87f2-4620-a44c-7d603f5eee4d {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.644890] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637925, 'name': PowerOnVM_Task, 'duration_secs': 0.55319} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.645564] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.645780] env[66507]: INFO nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Took 7.29 seconds to spawn the instance on the hypervisor. [ 750.645954] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 750.646940] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d31f671-b90d-4d78-b714-ab5c5a1652ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.654863] env[66507]: DEBUG nova.compute.manager [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Received event network-changed-2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 750.654863] env[66507]: DEBUG nova.compute.manager [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Refreshing instance network info cache due to event network-changed-2306fa55-a78e-435b-b606-468e5f0edd11. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 750.654966] env[66507]: DEBUG oslo_concurrency.lockutils [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] Acquiring lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.655095] env[66507]: DEBUG oslo_concurrency.lockutils [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] Acquired lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.655201] env[66507]: DEBUG nova.network.neutron [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Refreshing network info cache for port 2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.717400] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637926, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.858054] env[66507]: INFO nova.compute.manager [-] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Took 1.57 seconds to deallocate network for instance. [ 751.064935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.078161] env[66507]: DEBUG nova.compute.utils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.082287] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 751.082287] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.082287] env[66507]: WARNING neutronclient.v2_0.client [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.082287] env[66507]: WARNING neutronclient.v2_0.client [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.165382] env[66507]: WARNING neutronclient.v2_0.client [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.173584] env[66507]: DEBUG nova.policy [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.184308] env[66507]: INFO nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Took 53.47 seconds to build instance. [ 751.217399] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637926, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.365239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.540102] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Successfully created port: 33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.584602] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 751.667192] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d77ed-4cd5-473f-8568-b02f88b8418a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.680065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30989adb-f9b0-46bf-8262-b140be284314 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.686841] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.130s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.720859] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd43be45-cf58-4ee1-94af-5ae36090cf2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.733598] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2a6a9-a3e7-400b-875c-61cd1e316b6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.738308] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637926, 'name': CreateVM_Task, 'duration_secs': 1.404364} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.738499] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.739442] env[66507]: WARNING neutronclient.v2_0.client [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.739975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.740088] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.740371] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.740871] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4701a756-e649-4178-aaa5-e85bd35e9a40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.751911] env[66507]: DEBUG nova.compute.provider_tree [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.758930] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 751.758930] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf5b2-fdfd-1179-3275-3542d6c3cbf9" [ 751.758930] env[66507]: _type = "Task" [ 751.758930] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.769051] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf5b2-fdfd-1179-3275-3542d6c3cbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.216856] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 752.255630] env[66507]: DEBUG nova.scheduler.client.report [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.272231] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf5b2-fdfd-1179-3275-3542d6c3cbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.276033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.276176] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.276338] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.276435] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.276827] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.278675] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b3216d-098c-46fc-869e-17465c5da49b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.289831] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.289962] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.291509] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1170c27-6690-4f2f-a591-e2288a6cbcd3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.300187] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 752.300187] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5227a0e6-ca2a-d21a-cd20-29d052ad7e6c" [ 752.300187] env[66507]: _type = "Task" [ 752.300187] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.315867] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5227a0e6-ca2a-d21a-cd20-29d052ad7e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.432967] env[66507]: WARNING neutronclient.v2_0.client [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.600038] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 752.633558] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.633860] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.634056] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.634275] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.634450] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.634625] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.634864] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.635065] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.635446] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.635664] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.635881] env[66507]: DEBUG nova.virt.hardware [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.636849] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c556213-c064-45a9-a25e-7995d703e650 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.647413] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb5863a-46e6-4c7d-bd07-b134d21e4aa7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.736840] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.760930] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.768464] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.062s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.798651] env[66507]: INFO nova.scheduler.client.report [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Deleted allocations for instance cde0590b-87f2-4620-a44c-7d603f5eee4d [ 752.815999] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5227a0e6-ca2a-d21a-cd20-29d052ad7e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.817858] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d0c7a1-6e6a-4d49-80b6-30b0b46ac7a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.825528] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 752.825528] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d26b37-0e17-e7f5-94e5-844159c5bc6e" [ 752.825528] env[66507]: _type = "Task" [ 752.825528] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.837336] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d26b37-0e17-e7f5-94e5-844159c5bc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.988926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "053f8cba-8888-4820-bfab-1c093a4950f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.989181] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.219964] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Successfully updated port: 33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.251185] env[66507]: DEBUG nova.network.neutron [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Updated VIF entry in instance network info cache for port 2306fa55-a78e-435b-b606-468e5f0edd11. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.252207] env[66507]: DEBUG nova.network.neutron [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Updating instance_info_cache with network_info: [{"id": "2306fa55-a78e-435b-b606-468e5f0edd11", "address": "fa:16:3e:c0:17:3e", "network": {"id": "3a9b35d3-776a-406c-8941-65bbee4ee361", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-576779667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c6b92b16c642b5b5242efff03a9dd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306fa55-a7", "ovs_interfaceid": "2306fa55-a78e-435b-b606-468e5f0edd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.316028] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d49bec1e-38ef-4615-9ca1-2eed6fe63ba9 tempest-ServerDiagnosticsNegativeTest-2130973331 tempest-ServerDiagnosticsNegativeTest-2130973331-project-member] Lock "cde0590b-87f2-4620-a44c-7d603f5eee4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.886s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.338274] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d26b37-0e17-e7f5-94e5-844159c5bc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.338918] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.338918] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ab5ee36c-7ea1-45a3-acfb-16b416290613/ab5ee36c-7ea1-45a3-acfb-16b416290613.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.339239] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16964dce-1ce6-4ca8-bd2d-1575431c0b0d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.347760] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 753.347760] env[66507]: value = "task-4637927" [ 753.347760] env[66507]: _type = "Task" [ 753.347760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.358105] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.727169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.727401] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.727531] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.758409] env[66507]: DEBUG oslo_concurrency.lockutils [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] Releasing lock "refresh_cache-ab5ee36c-7ea1-45a3-acfb-16b416290613" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.758686] env[66507]: DEBUG nova.compute.manager [req-249f195a-1a32-4f30-b263-749efb5be77c req-d1e5d10a-0d0e-40fa-862e-15ae5f336630 service nova] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Received event network-vif-deleted-3af5f73e-20e9-4bb5-83d8-f5e0cc2f7098 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 753.832954] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 46af7146-bb98-48bf-8902-cdde40747ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.832954] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.832954] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 908f5b17-ebe3-44e8-8e92-638e55e5952b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.832954] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 24e7dee3-635c-4826-bb02-dc1b72f95cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.833269] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (6a4ab062-316e-4d9d-a5f3-22dace365bf4): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 753.833269] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance f359b97b-32fa-4122-b698-9300c2d7bf32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.833269] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ffe45ff7-dba7-41b7-b2ba-1776a5936c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.833693] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.833693] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1ef47f44-ff48-4bd0-9983-89e66f03e217 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.833748] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance de2f7bb1-7573-4e73-8248-0de75b300af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.833919] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 926749ff-9e7e-4464-9845-78e9ed50750c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.834036] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 52f7e78a-d25a-4b24-b349-9c3593c25b31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.834182] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 959f9e7a-cc96-4d72-9387-8754fd8ffd24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.834347] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ab514ff8-f675-4898-823a-4f58a8b5735a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.834503] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2f1457bf-4d26-4be2-8f8a-00b4e8656518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.834618] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.834723] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ab5ee36c-7ea1-45a3-acfb-16b416290613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.834826] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.862674] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637927, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.061137] env[66507]: DEBUG nova.compute.manager [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Received event network-vif-plugged-33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 754.061489] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] Acquiring lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.062183] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.062364] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.062598] env[66507]: DEBUG nova.compute.manager [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] No waiting events found dispatching network-vif-plugged-33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 754.062760] env[66507]: WARNING nova.compute.manager [req-5d661e3d-3f5d-4a42-892f-b06eca6f7a1f req-11e225c1-6ad6-491d-8a94-35d689932a4b service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Received unexpected event network-vif-plugged-33c6bde8-995d-4bdf-a1d9-b7f2278de666 for instance with vm_state building and task_state spawning. [ 754.310603] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.339367] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 9ed068e3-a530-4000-805b-07b321db2857 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.365795] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847841} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.366366] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ab5ee36c-7ea1-45a3-acfb-16b416290613/ab5ee36c-7ea1-45a3-acfb-16b416290613.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.366726] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.368232] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b661a983-19f0-495d-a58f-cd08a5674dfa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.378247] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 754.378247] env[66507]: value = "task-4637928" [ 754.378247] env[66507]: _type = "Task" [ 754.378247] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.387886] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.514556] env[66507]: WARNING neutronclient.v2_0.client [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.751265] env[66507]: DEBUG nova.network.neutron [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Updating instance_info_cache with network_info: [{"id": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "address": "fa:16:3e:4d:57:e6", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c6bde8-99", "ovs_interfaceid": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.846944] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0e2b3204-5953-4492-8a52-72a2d396fd2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.889733] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081243} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.890102] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.891268] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368857a4-9545-43da-a661-bc8d28d84011 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.917677] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ab5ee36c-7ea1-45a3-acfb-16b416290613/ab5ee36c-7ea1-45a3-acfb-16b416290613.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.918010] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c4484b-53ba-40db-9e9f-083dd7f9bc81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.939127] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 754.939127] env[66507]: value = "task-4637929" [ 754.939127] env[66507]: _type = "Task" [ 754.939127] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.948792] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.256555] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.258222] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Instance network_info: |[{"id": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "address": "fa:16:3e:4d:57:e6", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c6bde8-99", "ovs_interfaceid": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 755.258470] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:57:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c6bde8-995d-4bdf-a1d9-b7f2278de666', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.266258] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating folder: Project (ce720277b1f7410b8945511bb22de2a3). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.266546] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec3f3a2c-7346-4b2b-958f-908eb9705948 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.278504] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created folder: Project (ce720277b1f7410b8945511bb22de2a3) in parent group-v905587. [ 755.278680] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating folder: Instances. Parent ref: group-v905700. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.279225] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6494df8b-4ae8-4f8b-95df-79c244dd8ae4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.291753] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created folder: Instances in parent group-v905700. [ 755.292060] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.292152] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.292404] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5571c3-d4f8-465e-ac7f-a8c812dd48d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.315192] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.315192] env[66507]: value = "task-4637932" [ 755.315192] env[66507]: _type = "Task" [ 755.315192] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.325408] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637932, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.352481] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bb5de9fc-3550-4641-bbb4-7c5224310f8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.453128] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.832854] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637932, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.856188] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2d94b07b-290a-423d-b01d-188d45f213e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.950833] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637929, 'name': ReconfigVM_Task, 'duration_secs': 0.987345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.953661] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ab5ee36c-7ea1-45a3-acfb-16b416290613/ab5ee36c-7ea1-45a3-acfb-16b416290613.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.953661] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6868b27-b80e-4e3d-ba8f-aae068ba4d33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.962023] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 755.962023] env[66507]: value = "task-4637933" [ 755.962023] env[66507]: _type = "Task" [ 755.962023] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.972577] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637933, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.200303] env[66507]: DEBUG nova.compute.manager [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Received event network-changed-33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 756.200405] env[66507]: DEBUG nova.compute.manager [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Refreshing instance network info cache due to event network-changed-33c6bde8-995d-4bdf-a1d9-b7f2278de666. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 756.200619] env[66507]: DEBUG oslo_concurrency.lockutils [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] Acquiring lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.200756] env[66507]: DEBUG oslo_concurrency.lockutils [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] Acquired lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200955] env[66507]: DEBUG nova.network.neutron [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Refreshing network info cache for port 33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.329917] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637932, 'name': CreateVM_Task, 'duration_secs': 0.732202} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.330118] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.330631] env[66507]: WARNING neutronclient.v2_0.client [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.331034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.331128] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.331457] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.331809] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3e4ed8-828d-40ba-bfe9-1f4bf7fd1da5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.338681] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 756.338681] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521cc5c3-de9c-26f4-5b21-4dd06e10469b" [ 756.338681] env[66507]: _type = "Task" [ 756.338681] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.350673] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521cc5c3-de9c-26f4-5b21-4dd06e10469b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.362312] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1d1edb0d-fc47-4667-a281-f15498d6999f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.473968] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637933, 'name': Rename_Task, 'duration_secs': 0.243174} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.474094] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.474714] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22589002-563c-411f-acab-79aa861271bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.483193] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 756.483193] env[66507]: value = "task-4637934" [ 756.483193] env[66507]: _type = "Task" [ 756.483193] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.493476] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.704474] env[66507]: WARNING neutronclient.v2_0.client [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.851181] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521cc5c3-de9c-26f4-5b21-4dd06e10469b, 'name': SearchDatastore_Task, 'duration_secs': 0.032247} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.851605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851669] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.851891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.852042] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.852217] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.852513] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5410870-ddf6-4c2e-a169-bf5cec508d7d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.866155] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 4fff5636-22aa-46f4-b8b0-19e24a76c3e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.870560] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.870681] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.872269] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa74f1d-9379-4ea9-96da-0f279447d12b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.885028] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 756.885028] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5201a70e-7b03-96db-99fe-7c9b9768e091" [ 756.885028] env[66507]: _type = "Task" [ 756.885028] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.897429] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5201a70e-7b03-96db-99fe-7c9b9768e091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.929989] env[66507]: WARNING neutronclient.v2_0.client [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.994142] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.011774] env[66507]: DEBUG nova.network.neutron [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Updated VIF entry in instance network info cache for port 33c6bde8-995d-4bdf-a1d9-b7f2278de666. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.012388] env[66507]: DEBUG nova.network.neutron [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Updating instance_info_cache with network_info: [{"id": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "address": "fa:16:3e:4d:57:e6", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c6bde8-99", "ovs_interfaceid": "33c6bde8-995d-4bdf-a1d9-b7f2278de666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.374694] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 06b813d7-570d-472b-b020-26c19fa7baae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 757.398837] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5201a70e-7b03-96db-99fe-7c9b9768e091, 'name': SearchDatastore_Task, 'duration_secs': 0.048818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.399837] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98c6100-bef3-4d76-9cc9-d4e8133f0419 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.406487] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 757.406487] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52322d9d-f847-9103-116b-4ccfbb49e1c8" [ 757.406487] env[66507]: _type = "Task" [ 757.406487] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.417854] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52322d9d-f847-9103-116b-4ccfbb49e1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.495751] env[66507]: DEBUG oslo_vmware.api [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637934, 'name': PowerOnVM_Task, 'duration_secs': 0.722156} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.499015] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.499015] env[66507]: INFO nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Took 10.01 seconds to spawn the instance on the hypervisor. [ 757.499015] env[66507]: DEBUG nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 757.499015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283a578-53d0-4f48-9839-29084bf07bd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.515296] env[66507]: DEBUG oslo_concurrency.lockutils [req-7a82f076-1703-42b1-925c-691d2bc118c7 req-5f44f38c-145c-4f2e-b984-34b242e554dd service nova] Releasing lock "refresh_cache-8d7a94cf-dd54-4f5e-a142-4894fb31d747" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.881520] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 757.921068] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52322d9d-f847-9103-116b-4ccfbb49e1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.032933} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.921376] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.921632] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 8d7a94cf-dd54-4f5e-a142-4894fb31d747/8d7a94cf-dd54-4f5e-a142-4894fb31d747.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.921970] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e43eaa1-987e-4da6-b58c-9df6b66fce4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930975] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 757.930975] env[66507]: value = "task-4637935" [ 757.930975] env[66507]: _type = "Task" [ 757.930975] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.941861] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.017261] env[66507]: INFO nova.compute.manager [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Took 57.25 seconds to build instance. [ 758.386200] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance a077f982-00ab-497a-9152-94946f7dc16f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.421125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.421125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.421125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.447716] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637935, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.494563] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.494825] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.495041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.495223] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.495401] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.497782] env[66507]: INFO nova.compute.manager [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Terminating instance [ 758.521118] env[66507]: DEBUG oslo_concurrency.lockutils [None req-11a071a9-66ec-47c6-846c-31ec330d9734 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.933s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.522763] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.103s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.523130] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.523644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.523969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.527923] env[66507]: INFO nova.compute.manager [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Terminating instance [ 758.889268] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.943709] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543171} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.943709] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 8d7a94cf-dd54-4f5e-a142-4894fb31d747/8d7a94cf-dd54-4f5e-a142-4894fb31d747.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.943709] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.944045] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d860ea-62cc-401d-8589-10fd70bc4714 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.953209] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 758.953209] env[66507]: value = "task-4637936" [ 758.953209] env[66507]: _type = "Task" [ 758.953209] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.961263] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.001879] env[66507]: DEBUG nova.compute.manager [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 759.002684] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.003308] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2114a2d-03f2-4716-833e-b12d19468da1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.011550] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.012077] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6c59e9-ec53-40f2-a818-ca8df2ac8423 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.020570] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 759.020570] env[66507]: value = "task-4637937" [ 759.020570] env[66507]: _type = "Task" [ 759.020570] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.029786] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 759.032411] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.033590] env[66507]: DEBUG nova.compute.manager [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 759.033850] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.035067] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99768d6-5a42-47b9-afaf-8f952430c155 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.043677] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.043945] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04ae2d1-4ca1-4da6-87a1-f26cdcb3f70a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.051148] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 759.051148] env[66507]: value = "task-4637938" [ 759.051148] env[66507]: _type = "Task" [ 759.051148] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.060756] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.393723] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 759.462362] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068275} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.463295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.464128] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b01b9-9d2e-4964-8180-be1ee3f6f2d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.488714] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8d7a94cf-dd54-4f5e-a142-4894fb31d747/8d7a94cf-dd54-4f5e-a142-4894fb31d747.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.489129] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83353ff2-2c18-431e-802b-bd8b67f69193 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.509551] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 759.509551] env[66507]: value = "task-4637939" [ 759.509551] env[66507]: _type = "Task" [ 759.509551] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.521389] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.530814] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637937, 'name': PowerOffVM_Task, 'duration_secs': 0.300175} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.531161] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.531337] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.531715] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f94b4d-bd83-458e-ad8d-1117f95785ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.560626] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.565327] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637938, 'name': PowerOffVM_Task, 'duration_secs': 0.349048} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.565718] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.565980] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.566284] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-721619c1-4217-4a1d-88e2-6871453b7691 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.631894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.631894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.631894] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleting the datastore file [datastore2] 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.632170] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc397aca-b313-4bdc-85a4-a1557a5e46de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.639642] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 759.639642] env[66507]: value = "task-4637942" [ 759.639642] env[66507]: _type = "Task" [ 759.639642] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.648974] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.692952] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.693238] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.693545] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleting the datastore file [datastore2] ab5ee36c-7ea1-45a3-acfb-16b416290613 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.694480] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8059847-43d1-49f3-a83e-02964d09b505 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.702064] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for the task: (returnval){ [ 759.702064] env[66507]: value = "task-4637943" [ 759.702064] env[66507]: _type = "Task" [ 759.702064] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.712312] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.898906] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 6888c743-4907-47c2-9b5c-fa1aaa38b2b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.020917] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.151151] env[66507]: DEBUG oslo_vmware.api [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.151454] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.151640] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.151830] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.151999] env[66507]: INFO nova.compute.manager [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Took 1.15 seconds to destroy the instance on the hypervisor. [ 760.152260] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.152454] env[66507]: DEBUG nova.compute.manager [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 760.152553] env[66507]: DEBUG nova.network.neutron [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.152800] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.188327] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.212457] env[66507]: DEBUG oslo_vmware.api [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Task: {'id': task-4637943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15453} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.212826] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.212957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.213219] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.213404] env[66507]: INFO nova.compute.manager [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Took 1.18 seconds to destroy the instance on the hypervisor. [ 760.213685] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.213887] env[66507]: DEBUG nova.compute.manager [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 760.213994] env[66507]: DEBUG nova.network.neutron [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.214231] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.265108] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.402775] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 9738e220-df85-4d2f-8832-de3cd42b6c66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.522173] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637939, 'name': ReconfigVM_Task, 'duration_secs': 0.738858} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.522460] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8d7a94cf-dd54-4f5e-a142-4894fb31d747/8d7a94cf-dd54-4f5e-a142-4894fb31d747.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.523109] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d690029-18b1-4178-b2ff-b039dc496ffe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.530150] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 760.530150] env[66507]: value = "task-4637944" [ 760.530150] env[66507]: _type = "Task" [ 760.530150] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.539493] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637944, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.701516] env[66507]: DEBUG nova.compute.manager [req-76a073d7-2fd4-46ad-809c-70405f2e393b req-0a4affff-8703-49bb-b550-49a171c20bd3 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Received event network-vif-deleted-716214e2-183c-4325-870c-82ee3fad07c2 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 760.701641] env[66507]: INFO nova.compute.manager [req-76a073d7-2fd4-46ad-809c-70405f2e393b req-0a4affff-8703-49bb-b550-49a171c20bd3 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Neutron deleted interface 716214e2-183c-4325-870c-82ee3fad07c2; detaching it from the instance and deleting it from the info cache [ 760.701774] env[66507]: DEBUG nova.network.neutron [req-76a073d7-2fd4-46ad-809c-70405f2e393b req-0a4affff-8703-49bb-b550-49a171c20bd3 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.823489] env[66507]: DEBUG nova.compute.manager [req-1c94e032-6af2-47a8-8542-d66f559bb0cf req-d0d8ca58-b4c5-436c-a843-e0040938a659 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Received event network-vif-deleted-2306fa55-a78e-435b-b606-468e5f0edd11 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 760.823653] env[66507]: INFO nova.compute.manager [req-1c94e032-6af2-47a8-8542-d66f559bb0cf req-d0d8ca58-b4c5-436c-a843-e0040938a659 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Neutron deleted interface 2306fa55-a78e-435b-b606-468e5f0edd11; detaching it from the instance and deleting it from the info cache [ 760.823987] env[66507]: DEBUG nova.network.neutron [req-1c94e032-6af2-47a8-8542-d66f559bb0cf req-d0d8ca58-b4c5-436c-a843-e0040938a659 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.885735] env[66507]: DEBUG nova.network.neutron [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.908697] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 9461d660-0dab-45f6-87a0-5500771eedee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.972096] env[66507]: DEBUG nova.network.neutron [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.040725] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637944, 'name': Rename_Task, 'duration_secs': 0.142391} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.041740] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.041740] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8eb4086-aeda-4bf4-9f0f-c30a0c83e00c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.048662] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 761.048662] env[66507]: value = "task-4637945" [ 761.048662] env[66507]: _type = "Task" [ 761.048662] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.057356] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.208936] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-312f20bc-847f-429a-934c-c9635c59e978 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.218964] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee7d38-514c-4480-9b78-8bacabdd652d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.249310] env[66507]: DEBUG nova.compute.manager [req-76a073d7-2fd4-46ad-809c-70405f2e393b req-0a4affff-8703-49bb-b550-49a171c20bd3 service nova] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Detach interface failed, port_id=716214e2-183c-4325-870c-82ee3fad07c2, reason: Instance 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 761.331455] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56494cd0-8b89-44aa-922b-35c1f504e59b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.341335] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc55dd-3722-43ea-a33c-237ba71a0aeb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.373052] env[66507]: DEBUG nova.compute.manager [req-1c94e032-6af2-47a8-8542-d66f559bb0cf req-d0d8ca58-b4c5-436c-a843-e0040938a659 service nova] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Detach interface failed, port_id=2306fa55-a78e-435b-b606-468e5f0edd11, reason: Instance ab5ee36c-7ea1-45a3-acfb-16b416290613 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 761.389406] env[66507]: INFO nova.compute.manager [-] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Took 1.24 seconds to deallocate network for instance. [ 761.411165] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0f49157b-80e5-4c08-b3e3-f97e801672a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.475284] env[66507]: INFO nova.compute.manager [-] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Took 1.26 seconds to deallocate network for instance. [ 761.559534] env[66507]: DEBUG oslo_vmware.api [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4637945, 'name': PowerOnVM_Task, 'duration_secs': 0.497094} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.560311] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.560311] env[66507]: INFO nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Took 8.96 seconds to spawn the instance on the hypervisor. [ 761.560311] env[66507]: DEBUG nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 761.560957] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa8b9f-7e3d-4f7e-a0dd-f49e69805152 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.898913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.914115] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0b312d62-4282-4f54-b4a8-54aee14517c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.983875] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.080737] env[66507]: INFO nova.compute.manager [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Took 58.87 seconds to build instance. [ 762.417408] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fcb80a35-492d-4830-910e-b25ccb8796e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 762.584093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1dc318e2-1387-4b66-9b1b-0d0ccb85cded tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.646s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.921809] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1737cecc-643d-4d84-8a01-93f7d564d28a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.087400] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 763.426654] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.612846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.930074] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 053f8cba-8888-4820-bfab-1c093a4950f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.930349] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 763.930349] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 764.299373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "95f59604-5255-4b59-a7ba-d27fd95838ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.299373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.509377] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b18c7f-f593-4909-a6d1-a5f62a5619ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.518530] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71135bd5-525b-4cc4-a9e7-d75f1140be01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.552116] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dfef3e-c993-4b01-ae69-799561233a7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.560847] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c19eeb0-edb9-4097-92fc-13a3e8972de4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.577978] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.081171] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.586834] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 765.586834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.818s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.586834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.666s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.587114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.590032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.652s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.591288] env[66507]: INFO nova.compute.claims [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.624834] env[66507]: INFO nova.scheduler.client.report [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Deleted allocations for instance f359b97b-32fa-4122-b698-9300c2d7bf32 [ 766.135279] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3471b26c-f92b-46b3-aefd-95dfa95e1df8 tempest-VolumesAdminNegativeTest-898295607 tempest-VolumesAdminNegativeTest-898295607-project-member] Lock "f359b97b-32fa-4122-b698-9300c2d7bf32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.929s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.289508] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db02379-0394-4ea6-a6c1-8d72d8869835 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.299604] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e761a-295b-4cdf-8227-d1f5c349d4a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.339535] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd85699-3454-4984-bae4-7a4a36af3bf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.348618] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef0c25-3530-429f-b3d7-1e084c0b03d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.362696] env[66507]: DEBUG nova.compute.provider_tree [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.872389] env[66507]: DEBUG nova.scheduler.client.report [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.379008] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.379578] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 768.382276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.274s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.382471] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.385179] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.171s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.387228] env[66507]: INFO nova.compute.claims [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.410488] env[66507]: INFO nova.scheduler.client.report [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleted allocations for instance a079b28c-58d6-4c63-9ef8-9d4c612da783 [ 768.681714] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.682789] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.896994] env[66507]: DEBUG nova.compute.utils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.896994] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 768.896994] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 768.899490] env[66507]: WARNING neutronclient.v2_0.client [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.899490] env[66507]: WARNING neutronclient.v2_0.client [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.922175] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e00da539-a432-4a41-8cb5-59186b4ca971 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.796s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.923675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 54.307s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.923927] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.924093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.924254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.928132] env[66507]: INFO nova.compute.manager [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Terminating instance [ 769.124175] env[66507]: DEBUG nova.policy [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e847c91a63a49ffb7eb830d208b6e17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc4d16397e05464cb7b09bd3c189c398', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.401146] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 769.433608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.433608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquired lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.433608] env[66507]: DEBUG nova.network.neutron [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 769.573652] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Successfully created port: f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.866243] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "46af7146-bb98-48bf-8902-cdde40747ac0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.866492] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.866690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.866866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.867020] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.869015] env[66507]: INFO nova.compute.manager [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Terminating instance [ 769.938076] env[66507]: DEBUG nova.compute.utils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Can not refresh info_cache because instance was not found {{(pid=66507) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 769.939020] env[66507]: WARNING neutronclient.v2_0.client [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.976391] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da10d6-45b9-440e-8b4e-3860e3acbb7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.984573] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47628eb5-b91c-4cab-bd26-20521b1c37df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.014998] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb87b1-6baf-4ec9-a2c2-e990b592eb7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.022969] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea757ca1-9cb0-4048-8c24-c4c0e01e6536 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.038217] env[66507]: DEBUG nova.compute.provider_tree [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.355028] env[66507]: DEBUG nova.network.neutron [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.372399] env[66507]: DEBUG nova.compute.manager [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 770.372651] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.373610] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23011a0-56db-4c36-962c-acc234a568aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.384082] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.384500] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1b7892-b328-4539-b63a-540c2ba025c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.392737] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 770.392737] env[66507]: value = "task-4637946" [ 770.392737] env[66507]: _type = "Task" [ 770.392737] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.403203] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.412339] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 770.442780] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.443095] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.443296] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.444902] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.444902] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.444902] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.444902] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.444902] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.445233] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.445233] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.445233] env[66507]: DEBUG nova.virt.hardware [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.445637] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7951e-f737-413d-af9e-38d2b7a3a948 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.454342] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67400a3-8755-4412-9662-e4e1a8a1a559 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.542105] env[66507]: DEBUG nova.scheduler.client.report [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.904166] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637946, 'name': PowerOffVM_Task, 'duration_secs': 0.414201} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.904454] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.904616] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.904880] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c89a65-ad53-40fd-a637-44fdd545f55c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.975845] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.976374] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.976522] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleting the datastore file [datastore2] 46af7146-bb98-48bf-8902-cdde40747ac0 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.976875] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d6139c-a034-4300-9f48-5061735d3c53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.984732] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for the task: (returnval){ [ 770.984732] env[66507]: value = "task-4637948" [ 770.984732] env[66507]: _type = "Task" [ 770.984732] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.993634] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.047955] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.048451] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 771.055221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.152s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.056826] env[66507]: INFO nova.compute.claims [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.077363] env[66507]: DEBUG nova.network.neutron [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.198187] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Successfully updated port: f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.496233] env[66507]: DEBUG oslo_vmware.api [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Task: {'id': task-4637948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142634} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.496830] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.497216] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.497602] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.497948] env[66507]: INFO nova.compute.manager [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 771.498438] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.498800] env[66507]: DEBUG nova.compute.manager [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 771.499090] env[66507]: DEBUG nova.network.neutron [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 771.499441] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.534091] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.564418] env[66507]: DEBUG nova.compute.utils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.566895] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 771.568368] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 771.568368] env[66507]: WARNING neutronclient.v2_0.client [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.568368] env[66507]: WARNING neutronclient.v2_0.client [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.583075] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Releasing lock "refresh_cache-a079b28c-58d6-4c63-9ef8-9d4c612da783" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.584405] env[66507]: DEBUG nova.compute.manager [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 771.584405] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.584405] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec23ad1b-274f-4fa6-9354-54bf47c0ea5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.595588] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af3f94-f85b-41c7-a889-791ceea3f89b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.616053] env[66507]: DEBUG nova.policy [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b53fda4f0304f17ad059a89c170c96b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf7da36277a4b02965a052ffcb0e2f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.629077] env[66507]: WARNING nova.virt.vmwareapi.vmops [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a079b28c-58d6-4c63-9ef8-9d4c612da783 could not be found. [ 771.629330] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.629507] env[66507]: INFO nova.compute.manager [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 0.05 seconds to destroy the instance on the hypervisor. [ 771.629817] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.629990] env[66507]: DEBUG nova.compute.manager [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 771.630101] env[66507]: DEBUG nova.network.neutron [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 771.630347] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.701983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.702717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquired lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.702717] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.831412] env[66507]: DEBUG nova.network.neutron [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 771.831729] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.972917] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Successfully created port: b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 772.072970] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 772.101355] env[66507]: DEBUG nova.compute.manager [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Received event network-vif-plugged-f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 772.101625] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] Acquiring lock "9ed068e3-a530-4000-805b-07b321db2857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.101853] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] Lock "9ed068e3-a530-4000-805b-07b321db2857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.102052] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] Lock "9ed068e3-a530-4000-805b-07b321db2857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.104242] env[66507]: DEBUG nova.compute.manager [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] No waiting events found dispatching network-vif-plugged-f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 772.104242] env[66507]: WARNING nova.compute.manager [req-c6c14a43-6644-4ddb-a5b0-0c3e91a2ba60 req-e8e6e7c8-0fe1-4dfc-bd50-aac99455d8e8 service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Received unexpected event network-vif-plugged-f523f483-6c13-4cc9-af16-206f54755345 for instance with vm_state building and task_state spawning. [ 772.295821] env[66507]: DEBUG nova.network.neutron [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.335660] env[66507]: DEBUG nova.network.neutron [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.344274] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 772.409827] env[66507]: DEBUG nova.compute.manager [req-820dd752-39ed-4d47-8347-ea47ea54c2ff req-357c4798-28c1-4a62-80ed-5019f20f7651 service nova] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Received event network-vif-deleted-9a24bce0-4bb2-4944-b245-8cea3fb48c41 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 772.649386] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3274c65b-01b8-464a-8d93-8a74f74a0d9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.658153] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894dcc8-77da-40b4-ae24-f75f6f4a1bf4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.691380] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d86af6a-5e4b-47ef-be19-b4f591a52b80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.700264] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5846f99-c1c5-40b4-88e1-de8052cef6e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.717511] env[66507]: DEBUG nova.compute.provider_tree [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.799320] env[66507]: INFO nova.compute.manager [-] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Took 1.30 seconds to deallocate network for instance. [ 772.838940] env[66507]: INFO nova.compute.manager [-] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Took 1.21 seconds to deallocate network for instance. [ 772.953224] env[66507]: WARNING neutronclient.v2_0.client [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.091330] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 773.130275] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.130275] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.130275] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.130449] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.130449] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.130449] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.130558] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.130704] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.130892] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.131113] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.131283] env[66507]: DEBUG nova.virt.hardware [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.132204] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16803782-d72c-400b-82ed-dcef525ed1f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.142506] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2fc3c-5f75-4c93-a6e2-fd05349fcfc3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.147394] env[66507]: DEBUG nova.network.neutron [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Updating instance_info_cache with network_info: [{"id": "f523f483-6c13-4cc9-af16-206f54755345", "address": "fa:16:3e:68:8e:c3", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf523f483-6c", "ovs_interfaceid": "f523f483-6c13-4cc9-af16-206f54755345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.221755] env[66507]: DEBUG nova.scheduler.client.report [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.310507] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.347388] env[66507]: INFO nova.compute.manager [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance disappeared during terminate [ 773.347977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-32b9ed22-240a-4b5b-bda2-72bd0f63e25b tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "a079b28c-58d6-4c63-9ef8-9d4c612da783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.424s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.526677] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Successfully updated port: b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 773.650790] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Releasing lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.651990] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Instance network_info: |[{"id": "f523f483-6c13-4cc9-af16-206f54755345", "address": "fa:16:3e:68:8e:c3", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf523f483-6c", "ovs_interfaceid": "f523f483-6c13-4cc9-af16-206f54755345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 773.652587] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:8e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f523f483-6c13-4cc9-af16-206f54755345', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.661515] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Creating folder: Project (bc4d16397e05464cb7b09bd3c189c398). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.661856] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e7f5b7d-2ec1-4c3f-86f9-e3f89f0bc8db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.674798] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Created folder: Project (bc4d16397e05464cb7b09bd3c189c398) in parent group-v905587. [ 773.675015] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Creating folder: Instances. Parent ref: group-v905703. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.675294] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e0d2343-cf60-4b9a-bc11-b74f0cfb6d55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.686730] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Created folder: Instances in parent group-v905703. [ 773.687309] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 773.687396] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.687557] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ac548f1-7a39-4f54-8f12-3340c15662db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.708397] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.708397] env[66507]: value = "task-4637951" [ 773.708397] env[66507]: _type = "Task" [ 773.708397] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.719614] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637951, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.726680] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.727286] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 773.730025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.456s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.730236] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.732305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.637s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.733806] env[66507]: INFO nova.compute.claims [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.765042] env[66507]: INFO nova.scheduler.client.report [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleted allocations for instance 908f5b17-ebe3-44e8-8e92-638e55e5952b [ 774.031932] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032278] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.032363] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 774.144315] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Received event network-changed-f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 774.144584] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Refreshing instance network info cache due to event network-changed-f523f483-6c13-4cc9-af16-206f54755345. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 774.144847] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Acquiring lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.144990] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Acquired lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.145520] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Refreshing network info cache for port f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.222505] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637951, 'name': CreateVM_Task, 'duration_secs': 0.357491} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.222505] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.222505] env[66507]: WARNING neutronclient.v2_0.client [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.222505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.222505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.222986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.222986] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d8318d-6737-4bec-bc29-19d52cbeccce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.228716] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 774.228716] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d31d2c-c2c2-131f-8626-4eb8f3bcdb80" [ 774.228716] env[66507]: _type = "Task" [ 774.228716] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.241227] env[66507]: DEBUG nova.compute.utils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.243758] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d31d2c-c2c2-131f-8626-4eb8f3bcdb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.244392] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 774.244589] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 774.245012] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.245400] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.274546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-66f8f6e6-c7b8-417a-ba3f-6e17041df5ed tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "908f5b17-ebe3-44e8-8e92-638e55e5952b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.783s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.296459] env[66507]: DEBUG nova.policy [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52244a82c60491699bdd06448e2e906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5808489d12ae48fb8165392d339dd798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.599107] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Successfully created port: 2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 774.649239] env[66507]: WARNING neutronclient.v2_0.client [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.653928] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 774.746702] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 774.753829] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d31d2c-c2c2-131f-8626-4eb8f3bcdb80, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.756064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.756064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.756064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.756064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.756463] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.756463] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d50f910-1add-400b-9362-fc673d68d5e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.770965] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.771172] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.772040] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e119b279-580d-4743-8a4c-3fd19c886c5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780433] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 774.780433] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52560ebf-d09d-d864-39a5-b8693d23ff29" [ 774.780433] env[66507]: _type = "Task" [ 774.780433] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.790836] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52560ebf-d09d-d864-39a5-b8693d23ff29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.300371] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52560ebf-d09d-d864-39a5-b8693d23ff29, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.305649] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f533542-54ac-476f-903b-c5f582ae4e07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.317055] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 775.317055] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f06b0c-6907-b68e-b2b3-e83dc5ffe754" [ 775.317055] env[66507]: _type = "Task" [ 775.317055] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.333981] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f06b0c-6907-b68e-b2b3-e83dc5ffe754, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.334396] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.334749] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 9ed068e3-a530-4000-805b-07b321db2857/9ed068e3-a530-4000-805b-07b321db2857.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.335213] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b76dd1-f69a-42ee-82dd-86485fccac8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.349293] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 775.349293] env[66507]: value = "task-4637952" [ 775.349293] env[66507]: _type = "Task" [ 775.349293] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.361198] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.362805] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8040b12-7dbe-424a-936d-55bc4d0e2c67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.372339] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5996e-92ac-4b5e-abce-001495fc0fd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.409936] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8b57c-8dcf-4318-bd68-a177193a45e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.418740] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f964c-9db0-4efc-8010-bd6400b2516c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.434027] env[66507]: DEBUG nova.compute.provider_tree [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.746826] env[66507]: WARNING neutronclient.v2_0.client [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.763321] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 775.801292] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.801555] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.801723] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.801904] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.802054] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.802192] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.802391] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.802547] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.803064] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.803064] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.803064] env[66507]: DEBUG nova.virt.hardware [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.804543] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c1eaa-ca80-4c56-ac11-020d8226a3ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.814851] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e3964-d8ce-4d12-87d1-db9bc025c61b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.860462] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637952, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.894757] env[66507]: WARNING neutronclient.v2_0.client [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.940026] env[66507]: DEBUG nova.scheduler.client.report [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.943401] env[66507]: DEBUG nova.network.neutron [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.040219] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Updated VIF entry in instance network info cache for port f523f483-6c13-4cc9-af16-206f54755345. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 776.040575] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Updating instance_info_cache with network_info: [{"id": "f523f483-6c13-4cc9-af16-206f54755345", "address": "fa:16:3e:68:8e:c3", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf523f483-6c", "ovs_interfaceid": "f523f483-6c13-4cc9-af16-206f54755345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.273261] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Successfully updated port: 2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 776.364497] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520976} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.364783] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 9ed068e3-a530-4000-805b-07b321db2857/9ed068e3-a530-4000-805b-07b321db2857.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.364994] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.365724] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ea8c7c-cf4f-4859-8c5a-7c735ae80ed4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.374490] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 776.374490] env[66507]: value = "task-4637953" [ 776.374490] env[66507]: _type = "Task" [ 776.374490] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.383609] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.447572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.447572] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 776.449720] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.450043] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Instance network_info: |[{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 776.450592] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.631s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.451743] env[66507]: INFO nova.compute.claims [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.455198] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d7:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c9b83c-a5d5-408c-b26c-3962eb6ab12e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.467332] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Creating folder: Project (abf7da36277a4b02965a052ffcb0e2f9). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.468148] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d625ad04-5572-4fe7-ae4e-9589110fd0b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.481381] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Created folder: Project (abf7da36277a4b02965a052ffcb0e2f9) in parent group-v905587. [ 776.481381] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Creating folder: Instances. Parent ref: group-v905706. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.481616] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10dedafb-d569-44d3-8e2e-da7341b79ec5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.493369] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Created folder: Instances in parent group-v905706. [ 776.493369] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.493369] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.493588] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8da99c9-c4a9-496a-9c48-6b88b0f448ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.516885] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.516885] env[66507]: value = "task-4637956" [ 776.516885] env[66507]: _type = "Task" [ 776.516885] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.526702] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637956, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.544863] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Releasing lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.545174] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-vif-plugged-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 776.545363] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Acquiring lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.545601] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.545765] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.545927] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] No waiting events found dispatching network-vif-plugged-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 776.546108] env[66507]: WARNING nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received unexpected event network-vif-plugged-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e for instance with vm_state building and task_state spawning. [ 776.546267] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 776.546416] env[66507]: DEBUG nova.compute.manager [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing instance network info cache due to event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 776.546595] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.546723] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.546940] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.713820] env[66507]: DEBUG nova.compute.manager [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Received event network-vif-plugged-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 776.714013] env[66507]: DEBUG oslo_concurrency.lockutils [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] Acquiring lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.714215] env[66507]: DEBUG oslo_concurrency.lockutils [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.714375] env[66507]: DEBUG oslo_concurrency.lockutils [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.714534] env[66507]: DEBUG nova.compute.manager [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] No waiting events found dispatching network-vif-plugged-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 776.714686] env[66507]: WARNING nova.compute.manager [req-6cf81e97-1ac8-4c8e-be43-d2700e6e5fd6 req-d169add5-a910-4883-bbd1-feb89d247442 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Received unexpected event network-vif-plugged-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef for instance with vm_state building and task_state spawning. [ 776.777446] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.777446] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.777446] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.885006] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068833} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.885389] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.886170] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd36877-e8b7-4ba7-81bd-230529d1be54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.910664] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9ed068e3-a530-4000-805b-07b321db2857/9ed068e3-a530-4000-805b-07b321db2857.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.911029] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce453da-0107-414a-a56a-d40c96f7d5f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.934882] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 776.934882] env[66507]: value = "task-4637957" [ 776.934882] env[66507]: _type = "Task" [ 776.934882] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.945619] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.971763] env[66507]: DEBUG nova.compute.utils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.974564] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 776.974564] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 776.974768] env[66507]: WARNING neutronclient.v2_0.client [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.975195] env[66507]: WARNING neutronclient.v2_0.client [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.033091] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637956, 'name': CreateVM_Task, 'duration_secs': 0.373242} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.033281] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.033993] env[66507]: WARNING neutronclient.v2_0.client [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.035798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.035798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.035798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.037035] env[66507]: DEBUG nova.policy [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52244a82c60491699bdd06448e2e906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5808489d12ae48fb8165392d339dd798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.038860] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b278c313-7268-4ff8-a2fe-75e02d41a990 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.045793] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 777.045793] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52141495-d597-f375-8927-c1c7811a1c67" [ 777.045793] env[66507]: _type = "Task" [ 777.045793] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.049428] env[66507]: WARNING neutronclient.v2_0.client [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.059038] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52141495-d597-f375-8927-c1c7811a1c67, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.059038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.059038] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.059232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.059323] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.060871] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.060871] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2c0217c-2c5c-476d-8cf8-6f2f6c95db67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.071392] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.071392] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.071392] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea4ad9a-8dd7-427d-8f2f-917e686a61b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.077066] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 777.077066] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523aca4c-21e2-9e22-b8ae-15a049ab542f" [ 777.077066] env[66507]: _type = "Task" [ 777.077066] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.086245] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523aca4c-21e2-9e22-b8ae-15a049ab542f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.235783] env[66507]: WARNING neutronclient.v2_0.client [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.339760] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 777.372358] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updated VIF entry in instance network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.372702] env[66507]: DEBUG nova.network.neutron [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.389111] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Successfully created port: 66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 777.449033] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637957, 'name': ReconfigVM_Task, 'duration_secs': 0.295643} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.449033] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9ed068e3-a530-4000-805b-07b321db2857/9ed068e3-a530-4000-805b-07b321db2857.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.449033] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7174d73-4873-4abf-8dc0-2c85f099dd65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.457086] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 777.457086] env[66507]: value = "task-4637958" [ 777.457086] env[66507]: _type = "Task" [ 777.457086] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.465735] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637958, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.479545] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 777.528079] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.594495] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523aca4c-21e2-9e22-b8ae-15a049ab542f, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.594495] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c1ec13-38f7-4170-a9b0-db5c5c063acb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.604230] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 777.604230] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e0ce35-3627-a816-ea9d-78cac9632311" [ 777.604230] env[66507]: _type = "Task" [ 777.604230] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.620964] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e0ce35-3627-a816-ea9d-78cac9632311, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.621793] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.621793] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/0e2b3204-5953-4492-8a52-72a2d396fd2f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.621793] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ba095b-27b8-4714-bcb9-4db346cb08e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.630524] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 777.630524] env[66507]: value = "task-4637959" [ 777.630524] env[66507]: _type = "Task" [ 777.630524] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.642058] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.653893] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.654141] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.759985] env[66507]: DEBUG nova.network.neutron [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updating instance_info_cache with network_info: [{"id": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "address": "fa:16:3e:30:02:d0", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fad89a7-c7", "ovs_interfaceid": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.876506] env[66507]: DEBUG oslo_concurrency.lockutils [req-a61fb97d-c865-415f-88df-d53e8999d805 req-8c763263-580d-481e-876b-bf3fc7af70be service nova] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.967368] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637958, 'name': Rename_Task, 'duration_secs': 0.174974} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.967626] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.967890] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f593470-71f6-4ee0-810f-000074753482 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.976118] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 777.976118] env[66507]: value = "task-4637960" [ 777.976118] env[66507]: _type = "Task" [ 777.976118] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.990430] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.098546] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474bc38-8b95-4873-a3a4-ff8433cc5a47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.108444] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc7bdf-b2e3-4dbd-9d3b-4651dd0c8267 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.146345] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48996d30-80dc-473d-9492-93494ca2a4c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.157080] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514735} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.159351] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/0e2b3204-5953-4492-8a52-72a2d396fd2f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.159579] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.159875] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38e2ae82-456c-4b1d-a849-9e9abd823e34 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.162733] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a459aa8d-1e9c-47fc-bfbc-b25051bdbcad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.179902] env[66507]: DEBUG nova.compute.provider_tree [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.183903] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 778.183903] env[66507]: value = "task-4637961" [ 778.183903] env[66507]: _type = "Task" [ 778.183903] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.193817] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.265795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.266270] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Instance network_info: |[{"id": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "address": "fa:16:3e:30:02:d0", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fad89a7-c7", "ovs_interfaceid": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 778.266862] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:02:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.274951] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Creating folder: Project (5808489d12ae48fb8165392d339dd798). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.275266] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae823eb-46b1-4ac6-bf50-19023896ee69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.288230] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Created folder: Project (5808489d12ae48fb8165392d339dd798) in parent group-v905587. [ 778.288230] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Creating folder: Instances. Parent ref: group-v905709. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.288230] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11071e2f-ef2d-4336-8115-fee9cebf42ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.299563] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Created folder: Instances in parent group-v905709. [ 778.299897] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 778.300156] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.300422] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b467f618-8a9b-4570-81d8-fe16c30f0217 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.321318] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.321318] env[66507]: value = "task-4637964" [ 778.321318] env[66507]: _type = "Task" [ 778.321318] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.331376] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637964, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.487697] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.496493] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 778.525963] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 778.526253] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.526406] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 778.526666] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.526807] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 778.526964] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 778.527301] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 778.527554] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 778.527875] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 778.528086] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 778.528346] env[66507]: DEBUG nova.virt.hardware [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 778.529262] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd894eb-e7c7-456c-bed5-fccac702c2b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.538749] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7bbbf2-20b0-4718-aa56-e473d3f7ec2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.695432] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065295} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.695816] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.697019] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2779026-2108-4419-9318-4da662532601 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.722147] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/0e2b3204-5953-4492-8a52-72a2d396fd2f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.723427] env[66507]: ERROR nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [req-b07e4568-b979-4d5f-bdfd-e52abdd18c25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b07e4568-b979-4d5f-bdfd-e52abdd18c25"}]} [ 778.723966] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e19b770-6069-4b84-acb7-010da6486f01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.755301] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 778.755301] env[66507]: value = "task-4637965" [ 778.755301] env[66507]: _type = "Task" [ 778.755301] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.766273] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.767587] env[66507]: DEBUG nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.778857] env[66507]: DEBUG nova.compute.manager [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Received event network-changed-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 778.778857] env[66507]: DEBUG nova.compute.manager [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Refreshing instance network info cache due to event network-changed-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 778.779052] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] Acquiring lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.779297] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] Acquired lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.779476] env[66507]: DEBUG nova.network.neutron [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Refreshing network info cache for port 2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.785821] env[66507]: DEBUG nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.786084] env[66507]: DEBUG nova.compute.provider_tree [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.800301] env[66507]: DEBUG nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.822763] env[66507]: DEBUG nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.839916] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637964, 'name': CreateVM_Task, 'duration_secs': 0.388822} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.840165] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.840753] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.841257] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.841454] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.841827] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.842169] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a8a568-2924-4078-b628-34404b273d9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.847997] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 778.847997] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520cb98c-71ce-6501-011d-500659d4046a" [ 778.847997] env[66507]: _type = "Task" [ 778.847997] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.626227] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Successfully updated port: 66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.628323] env[66507]: WARNING neutronclient.v2_0.client [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.640098] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520cb98c-71ce-6501-011d-500659d4046a, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.641030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.641267] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.641493] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.641631] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641813] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.642929] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c675a92e-c23b-4b71-b04a-c3f75257be4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.653696] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637965, 'name': ReconfigVM_Task, 'duration_secs': 0.646776} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.654266] env[66507]: DEBUG oslo_vmware.api [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637960, 'name': PowerOnVM_Task, 'duration_secs': 0.575889} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.654524] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/0e2b3204-5953-4492-8a52-72a2d396fd2f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.655197] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.655392] env[66507]: INFO nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Took 9.24 seconds to spawn the instance on the hypervisor. [ 779.655597] env[66507]: DEBUG nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 779.655875] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a69c9a7-c2d6-483b-8a6c-7c81de90e6cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.658414] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c5418-d480-48fb-8c81-343e38014f5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.662112] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.662234] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.666248] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547a00aa-ead8-4288-b7be-9376b2d52a21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.674698] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 779.674698] env[66507]: value = "task-4637966" [ 779.674698] env[66507]: _type = "Task" [ 779.674698] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.682048] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 779.682048] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521e3746-5091-431b-a29d-60f41403a24a" [ 779.682048] env[66507]: _type = "Task" [ 779.682048] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.691807] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637966, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.697722] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521e3746-5091-431b-a29d-60f41403a24a, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.701289] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b51e9c-fd73-4ff8-93a6-624b8e0f0eca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.707152] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 779.707152] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f63c13-d1d5-9c16-d5a6-e5e7e8757101" [ 779.707152] env[66507]: _type = "Task" [ 779.707152] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.717145] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f63c13-d1d5-9c16-d5a6-e5e7e8757101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.808253] env[66507]: WARNING neutronclient.v2_0.client [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.893554] env[66507]: DEBUG nova.network.neutron [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updated VIF entry in instance network info cache for port 2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.893907] env[66507]: DEBUG nova.network.neutron [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updating instance_info_cache with network_info: [{"id": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "address": "fa:16:3e:30:02:d0", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fad89a7-c7", "ovs_interfaceid": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.083777] env[66507]: DEBUG nova.compute.manager [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Received event network-changed {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 780.083963] env[66507]: DEBUG nova.compute.manager [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Refreshing instance network info cache due to event network-changed. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 780.084184] env[66507]: DEBUG oslo_concurrency.lockutils [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] Acquiring lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.084323] env[66507]: DEBUG oslo_concurrency.lockutils [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] Acquired lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.084697] env[66507]: DEBUG nova.network.neutron [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.131627] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.131808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.131978] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.150442] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6843d7-bcd5-4379-a2d1-7fdd1eb82e89 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.159265] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3852029-6a09-49b6-aaa3-f565bf11f743 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.198353] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e98f5fe-4747-4986-970b-45c9916038a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.203163] env[66507]: INFO nova.compute.manager [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Took 70.30 seconds to build instance. [ 780.208586] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637966, 'name': Rename_Task, 'duration_secs': 0.167161} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.214136] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.215318] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f5572f-4d63-4cb0-ba9c-62a9c9101656 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.218094] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903a48f1-8d2d-4e2e-a05c-9e30d29f08ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231852] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f63c13-d1d5-9c16-d5a6-e5e7e8757101, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.241105] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.241410] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] bb5de9fc-3550-4641-bbb4-7c5224310f8c/bb5de9fc-3550-4641-bbb4-7c5224310f8c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.242081] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 780.242081] env[66507]: value = "task-4637967" [ 780.242081] env[66507]: _type = "Task" [ 780.242081] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.243137] env[66507]: DEBUG nova.compute.provider_tree [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.244414] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c43dea7-48e5-4468-85fd-37809c9ec745 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.257887] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637967, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.263357] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 780.263357] env[66507]: value = "task-4637968" [ 780.263357] env[66507]: _type = "Task" [ 780.263357] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.270993] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.397112] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf46e9d9-0dd0-42c5-8a81-c942bef1be06 req-8b70cae3-1f91-46bc-97fd-0559a5e496a7 service nova] Releasing lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.592799] env[66507]: WARNING neutronclient.v2_0.client [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.684046] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 780.712349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a15114b-639c-46d3-916c-1dcda50cd5bb tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.488s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.727195] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "9ed068e3-a530-4000-805b-07b321db2857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.728187] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.728466] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "9ed068e3-a530-4000-805b-07b321db2857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.728996] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.729114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.734657] env[66507]: INFO nova.compute.manager [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Terminating instance [ 780.755274] env[66507]: DEBUG nova.scheduler.client.report [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.771505] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.778349] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502157} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.778594] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] bb5de9fc-3550-4641-bbb4-7c5224310f8c/bb5de9fc-3550-4641-bbb4-7c5224310f8c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.779285] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.779285] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7505e6f3-ef85-429b-a3e1-adf787a7d385 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.787493] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 780.787493] env[66507]: value = "task-4637969" [ 780.787493] env[66507]: _type = "Task" [ 780.787493] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.797636] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.798872] env[66507]: WARNING neutronclient.v2_0.client [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.885250] env[66507]: DEBUG nova.network.neutron [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Updating instance_info_cache with network_info: [{"id": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "address": "fa:16:3e:df:43:90", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ee3e62-20", "ovs_interfaceid": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.074730] env[66507]: DEBUG nova.compute.manager [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Received event network-vif-plugged-66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 781.074970] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Acquiring lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.075451] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.075807] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.076016] env[66507]: DEBUG nova.compute.manager [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] No waiting events found dispatching network-vif-plugged-66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 781.076181] env[66507]: WARNING nova.compute.manager [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Received unexpected event network-vif-plugged-66ee3e62-2059-42ed-82f2-6b7facf7e260 for instance with vm_state building and task_state spawning. [ 781.076350] env[66507]: DEBUG nova.compute.manager [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Received event network-changed-66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 781.076565] env[66507]: DEBUG nova.compute.manager [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Refreshing instance network info cache due to event network-changed-66ee3e62-2059-42ed-82f2-6b7facf7e260. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 781.076760] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Acquiring lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.164529] env[66507]: WARNING neutronclient.v2_0.client [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.217475] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 781.243717] env[66507]: DEBUG nova.network.neutron [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Updating instance_info_cache with network_info: [{"id": "f523f483-6c13-4cc9-af16-206f54755345", "address": "fa:16:3e:68:8e:c3", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf523f483-6c", "ovs_interfaceid": "f523f483-6c13-4cc9-af16-206f54755345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.245609] env[66507]: DEBUG nova.compute.manager [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 781.246032] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.247050] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbde10-9d7e-4193-9eb9-4232ee04c77e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.258775] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.262433] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-998bf0b3-dadf-46d1-9ab2-d02c39273d97 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.264876] env[66507]: DEBUG oslo_vmware.api [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637967, 'name': PowerOnVM_Task, 'duration_secs': 0.583372} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.265668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.815s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.266172] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 781.268907] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.269142] env[66507]: INFO nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Took 8.18 seconds to spawn the instance on the hypervisor. [ 781.269556] env[66507]: DEBUG nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 781.270111] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 54.076s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.270285] env[66507]: DEBUG nova.objects.instance [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 781.273870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c002c-15cb-4343-8922-a9f61d6341ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.280033] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 781.280033] env[66507]: value = "task-4637970" [ 781.280033] env[66507]: _type = "Task" [ 781.280033] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.296205] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.301943] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074206} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.302223] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.303125] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47afad22-e325-40af-a994-693ea3c69de4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.332018] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] bb5de9fc-3550-4641-bbb4-7c5224310f8c/bb5de9fc-3550-4641-bbb4-7c5224310f8c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.332018] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c3181f-5e2d-4ed7-9f71-fc57a5e81292 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.354310] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 781.354310] env[66507]: value = "task-4637971" [ 781.354310] env[66507]: _type = "Task" [ 781.354310] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.364146] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.388530] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.388977] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Instance network_info: |[{"id": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "address": "fa:16:3e:df:43:90", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ee3e62-20", "ovs_interfaceid": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 781.389290] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Acquired lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.389457] env[66507]: DEBUG nova.network.neutron [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Refreshing network info cache for port 66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.390838] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:43:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ee3e62-2059-42ed-82f2-6b7facf7e260', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.399961] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.401079] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.401314] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0224c642-31ee-419d-87ce-0668dee178be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.424548] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.424548] env[66507]: value = "task-4637972" [ 781.424548] env[66507]: _type = "Task" [ 781.424548] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.434182] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637972, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.751314] env[66507]: DEBUG oslo_concurrency.lockutils [None req-067c3e97-f796-46db-bc8c-c156c4196d04 tempest-ServerExternalEventsTest-1214491264 tempest-ServerExternalEventsTest-1214491264-project] Releasing lock "refresh_cache-9ed068e3-a530-4000-805b-07b321db2857" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.752859] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.774968] env[66507]: DEBUG nova.compute.utils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.774968] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 781.774968] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.774968] env[66507]: WARNING neutronclient.v2_0.client [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.774968] env[66507]: WARNING neutronclient.v2_0.client [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.790512] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637970, 'name': PowerOffVM_Task, 'duration_secs': 0.224128} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.793734] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.793734] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.793734] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05552c9a-383b-403d-a879-102e91504222 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.800561] env[66507]: INFO nova.compute.manager [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Took 66.62 seconds to build instance. [ 781.823227] env[66507]: DEBUG nova.policy [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52244a82c60491699bdd06448e2e906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5808489d12ae48fb8165392d339dd798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.870373] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.872370] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.872597] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.872765] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Deleting the datastore file [datastore2] 9ed068e3-a530-4000-805b-07b321db2857 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.873057] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ec4881-3c06-461b-9202-ff458b9dd32e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.880838] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for the task: (returnval){ [ 781.880838] env[66507]: value = "task-4637974" [ 781.880838] env[66507]: _type = "Task" [ 781.880838] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.890899] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.901673] env[66507]: WARNING neutronclient.v2_0.client [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.936580] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637972, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.187608] env[66507]: WARNING neutronclient.v2_0.client [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.228778] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Successfully created port: a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.277058] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 782.285443] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d61d2297-c39b-40c5-911c-25d689d1e70e tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.286339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.405s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.288106] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.288623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.778s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.288801] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.290655] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.571s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.292640] env[66507]: INFO nova.compute.claims [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.304485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27191e91-881c-4f1f-87ae-2632bc1830cc tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.209s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.314303] env[66507]: DEBUG nova.network.neutron [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Updated VIF entry in instance network info cache for port 66ee3e62-2059-42ed-82f2-6b7facf7e260. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.314303] env[66507]: DEBUG nova.network.neutron [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Updating instance_info_cache with network_info: [{"id": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "address": "fa:16:3e:df:43:90", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ee3e62-20", "ovs_interfaceid": "66ee3e62-2059-42ed-82f2-6b7facf7e260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.329903] env[66507]: INFO nova.scheduler.client.report [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocations for instance 926749ff-9e7e-4464-9845-78e9ed50750c [ 782.331581] env[66507]: INFO nova.scheduler.client.report [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted allocations for instance 52f7e78a-d25a-4b24-b349-9c3593c25b31 [ 782.366960] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637971, 'name': ReconfigVM_Task, 'duration_secs': 0.73967} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.367188] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] bb5de9fc-3550-4641-bbb4-7c5224310f8c/bb5de9fc-3550-4641-bbb4-7c5224310f8c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.368120] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c11a95b-4df0-4431-89cc-045f59a07a0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.376428] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 782.376428] env[66507]: value = "task-4637975" [ 782.376428] env[66507]: _type = "Task" [ 782.376428] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.390627] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637975, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.397339] env[66507]: DEBUG oslo_vmware.api [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Task: {'id': task-4637974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180837} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.397640] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.397859] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.398087] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.398309] env[66507]: INFO nova.compute.manager [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.398590] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.398842] env[66507]: DEBUG nova.compute.manager [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 782.399055] env[66507]: DEBUG nova.network.neutron [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.399390] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.436406] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637972, 'name': CreateVM_Task, 'duration_secs': 0.675222} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.436633] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.437447] env[66507]: WARNING neutronclient.v2_0.client [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.437846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.437978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.438304] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.438560] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f064bf82-6dc8-4082-a0c4-30c89e8929a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.444748] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 782.444748] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52807c21-bfb2-b404-404c-366ede293caf" [ 782.444748] env[66507]: _type = "Task" [ 782.444748] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.453404] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52807c21-bfb2-b404-404c-366ede293caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.459352] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.600695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.601199] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.601466] env[66507]: INFO nova.compute.manager [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Rebooting instance [ 782.809638] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 782.816054] env[66507]: DEBUG oslo_concurrency.lockutils [req-ee666dba-4738-4c8c-b103-f93c151d2c08 req-61ab7256-a6fc-4710-9b0a-3960bf2ad268 service nova] Releasing lock "refresh_cache-2d94b07b-290a-423d-b01d-188d45f213e5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.845545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-37a7671d-05fd-4fd5-b33a-26dcbc9f73a4 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "926749ff-9e7e-4464-9845-78e9ed50750c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.547s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.854606] env[66507]: DEBUG oslo_concurrency.lockutils [None req-edcd2a03-4026-424d-9819-855f857c30ed tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "52f7e78a-d25a-4b24-b349-9c3593c25b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.312s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.887539] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637975, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.956130] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52807c21-bfb2-b404-404c-366ede293caf, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.956665] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.956665] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.956921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.957087] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.957269] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.957527] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d338570a-eeee-4c14-9ee3-8fd05e06357f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.969722] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.969985] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.970954] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f5bb66-47f3-4164-b8c7-277433d59dd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.977319] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 782.977319] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ae22d-34d2-6620-4a3e-f554117db5e3" [ 782.977319] env[66507]: _type = "Task" [ 782.977319] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.986200] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523ae22d-34d2-6620-4a3e-f554117db5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.125671] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.125912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.126117] env[66507]: DEBUG nova.network.neutron [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.169623] env[66507]: DEBUG nova.network.neutron [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.257057] env[66507]: INFO nova.compute.manager [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Rescuing [ 783.257367] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.257520] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.257681] env[66507]: DEBUG nova.network.neutron [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.287368] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 783.319629] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 783.319936] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.320169] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 783.320401] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.320586] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 783.320767] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 783.321252] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.321495] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 783.321767] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 783.321984] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 783.322208] env[66507]: DEBUG nova.virt.hardware [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 783.323220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2484985-09cc-413e-8a7f-172d48d25988 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.335335] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398dc74-62f0-4919-8529-9607891855fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.343633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.376726] env[66507]: DEBUG nova.compute.manager [req-9238ff8e-db89-4955-82ff-4906840614da req-9624e5ab-69a3-435f-aa71-158266b15cd0 service nova] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Received event network-vif-deleted-f523f483-6c13-4cc9-af16-206f54755345 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 783.387643] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637975, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.490142] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523ae22d-34d2-6620-4a3e-f554117db5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.043433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.494121] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e11dc0-bd25-4000-9a00-d8249988fefd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.504300] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 783.504300] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d90e95-78e4-4f7a-8615-51560e2bbaa5" [ 783.504300] env[66507]: _type = "Task" [ 783.504300] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.519034] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d90e95-78e4-4f7a-8615-51560e2bbaa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.628932] env[66507]: WARNING neutronclient.v2_0.client [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.672415] env[66507]: INFO nova.compute.manager [-] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Took 1.27 seconds to deallocate network for instance. [ 783.693064] env[66507]: DEBUG nova.compute.manager [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Received event network-vif-plugged-a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 783.693854] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] Acquiring lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.693936] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.694440] env[66507]: DEBUG oslo_concurrency.lockutils [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.694440] env[66507]: DEBUG nova.compute.manager [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] No waiting events found dispatching network-vif-plugged-a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 783.694440] env[66507]: WARNING nova.compute.manager [req-cf079b77-563c-420a-894a-d0cc3f0ce5e2 req-8803de9d-ad3e-4cf6-aed5-2e17ccbf7d61 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Received unexpected event network-vif-plugged-a0779d31-6cad-40ae-b900-4073c4fc60ff for instance with vm_state building and task_state spawning. [ 783.761681] env[66507]: WARNING neutronclient.v2_0.client [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.808950] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Successfully updated port: a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 783.864837] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88d23e-444d-49f2-8e57-2860e7438c6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.874117] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eab1c1-ffa5-435e-96f2-0357c62dd8a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.888208] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637975, 'name': Rename_Task, 'duration_secs': 1.35247} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.912084] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.916109] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c64ac4-6cae-4fd5-8523-2dd7787aba24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.918457] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca639b-100f-43cf-9f5e-eeb10f794b58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.929841] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abb826-7198-427c-9678-75fe47416467 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.934398] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 783.934398] env[66507]: value = "task-4637976" [ 783.934398] env[66507]: _type = "Task" [ 783.934398] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.936077] env[66507]: WARNING neutronclient.v2_0.client [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.954231] env[66507]: DEBUG nova.compute.provider_tree [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.962890] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.000548] env[66507]: WARNING neutronclient.v2_0.client [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.016078] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d90e95-78e4-4f7a-8615-51560e2bbaa5, 'name': SearchDatastore_Task, 'duration_secs': 0.034728} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.016206] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.016442] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2d94b07b-290a-423d-b01d-188d45f213e5/2d94b07b-290a-423d-b01d-188d45f213e5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.016752] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e69cfc-0a1a-4a4a-8eda-918d5cb05e48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.024687] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 784.024687] env[66507]: value = "task-4637977" [ 784.024687] env[66507]: _type = "Task" [ 784.024687] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.034458] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.035801] env[66507]: DEBUG nova.network.neutron [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.117545] env[66507]: DEBUG nova.network.neutron [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.180689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.316981] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.317201] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.317440] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.451189] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.458476] env[66507]: DEBUG nova.scheduler.client.report [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.539026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539989] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637977, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.623210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.869598] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.949244] env[66507]: DEBUG oslo_vmware.api [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637976, 'name': PowerOnVM_Task, 'duration_secs': 0.729621} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.950953] env[66507]: WARNING neutronclient.v2_0.client [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.954396] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.954743] env[66507]: INFO nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Took 9.19 seconds to spawn the instance on the hypervisor. [ 784.955066] env[66507]: DEBUG nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 784.956691] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e8f97-6a81-4b0c-85e8-98a85f0082db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.963511] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.964037] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 784.970846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.101s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.971210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.974278] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.909s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.976616] env[66507]: INFO nova.compute.claims [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.007074] env[66507]: INFO nova.scheduler.client.report [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleted allocations for instance ab514ff8-f675-4898-823a-4f58a8b5735a [ 785.039159] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571074} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.039159] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2d94b07b-290a-423d-b01d-188d45f213e5/2d94b07b-290a-423d-b01d-188d45f213e5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.039557] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.039736] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dfee152-08e1-4451-920a-41fe456e3f4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.043909] env[66507]: DEBUG nova.network.neutron [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Updating instance_info_cache with network_info: [{"id": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "address": "fa:16:3e:de:b2:fc", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0779d31-6c", "ovs_interfaceid": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.045713] env[66507]: DEBUG nova.compute.manager [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 785.046707] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b44db8b-daf3-438b-897c-fb211922c3d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.051094] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 785.051094] env[66507]: value = "task-4637978" [ 785.051094] env[66507]: _type = "Task" [ 785.051094] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.065181] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.489907] env[66507]: DEBUG nova.compute.utils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.496019] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 785.496019] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 785.496019] env[66507]: WARNING neutronclient.v2_0.client [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.496251] env[66507]: WARNING neutronclient.v2_0.client [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.500927] env[66507]: INFO nova.compute.manager [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Took 69.63 seconds to build instance. [ 785.515718] env[66507]: DEBUG oslo_concurrency.lockutils [None req-10e4b90a-4b81-457b-a481-c7474d5a4335 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "ab514ff8-f675-4898-823a-4f58a8b5735a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.622s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.542575] env[66507]: DEBUG nova.policy [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe2cae244dd14a46bcd8d64f399ae713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0294e89269914500a62ddf4f2c06446e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.547232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.547558] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Instance network_info: |[{"id": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "address": "fa:16:3e:de:b2:fc", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0779d31-6c", "ovs_interfaceid": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 785.550712] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:b2:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0779d31-6cad-40ae-b900-4073c4fc60ff', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.558861] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.559775] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.570020] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78daa85-caa7-4c98-9256-4114d35d0036 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594982] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074262} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.596404] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.597711] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.597711] env[66507]: value = "task-4637979" [ 785.597711] env[66507]: _type = "Task" [ 785.597711] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.598436] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ef5cb3-241b-4c49-a8e5-5899023c9bcb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.610940] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637979, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.630038] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 2d94b07b-290a-423d-b01d-188d45f213e5/2d94b07b-290a-423d-b01d-188d45f213e5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.630388] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0fcfb9a-6870-4221-9be8-85c94ba783f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.653999] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 785.653999] env[66507]: value = "task-4637980" [ 785.653999] env[66507]: _type = "Task" [ 785.653999] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.666084] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.822299] env[66507]: DEBUG nova.compute.manager [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Received event network-changed-a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 785.822299] env[66507]: DEBUG nova.compute.manager [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Refreshing instance network info cache due to event network-changed-a0779d31-6cad-40ae-b900-4073c4fc60ff. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 785.822604] env[66507]: DEBUG oslo_concurrency.lockutils [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] Acquiring lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.822889] env[66507]: DEBUG oslo_concurrency.lockutils [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] Acquired lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.823307] env[66507]: DEBUG nova.network.neutron [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Refreshing network info cache for port a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.916725] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Successfully created port: 98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.999423] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 786.003977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee5ba5d-edc0-4206-ab9f-b2bbb1ab8735 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.567s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.060050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.060140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.060337] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.060548] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.060733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.065786] env[66507]: INFO nova.compute.manager [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Terminating instance [ 786.089719] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b676f-8c25-452b-976c-f2e7c55f620d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.101795] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Doing hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 786.106027] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c0f38de5-c4f3-4b17-8c28-bb9071118ad4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.115801] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637979, 'name': CreateVM_Task, 'duration_secs': 0.361984} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.117503] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.118010] env[66507]: DEBUG oslo_vmware.api [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 786.118010] env[66507]: value = "task-4637981" [ 786.118010] env[66507]: _type = "Task" [ 786.118010] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.118543] env[66507]: WARNING neutronclient.v2_0.client [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.119047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.119225] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.119566] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.119975] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a71a57-2c5b-4952-9001-63132f95f0cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.136020] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 786.136020] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fac655-8626-1130-b827-5dc8a720b8b5" [ 786.136020] env[66507]: _type = "Task" [ 786.136020] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.140039] env[66507]: DEBUG oslo_vmware.api [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637981, 'name': ResetVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.153591] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fac655-8626-1130-b827-5dc8a720b8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.153921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.154324] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.154616] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.155024] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.155388] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957c5fb4-4c3a-438d-8132-d9dee87e4b16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.163416] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.164752] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-820fc812-3569-48de-9441-ab9eb9cec25c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.170613] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.171739] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.171939] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.173914] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a252be03-c228-4faf-9320-f93dac43660a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.176553] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 786.176553] env[66507]: value = "task-4637982" [ 786.176553] env[66507]: _type = "Task" [ 786.176553] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.185558] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 786.185558] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b6d638-5072-e356-8e9d-ae6979da785e" [ 786.185558] env[66507]: _type = "Task" [ 786.185558] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.193366] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.203648] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b6d638-5072-e356-8e9d-ae6979da785e, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.203648] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3309baa8-095f-4009-9492-012c9197b71e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.210822] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 786.210822] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f13206-a9f8-4142-c0a6-99ca2725e09c" [ 786.210822] env[66507]: _type = "Task" [ 786.210822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.225591] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f13206-a9f8-4142-c0a6-99ca2725e09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.327683] env[66507]: WARNING neutronclient.v2_0.client [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.505980] env[66507]: INFO nova.virt.block_device [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Booting with volume aa7731e1-5f85-48a8-ba90-bcee8dfc0898 at /dev/sda [ 786.508549] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 786.540430] env[66507]: WARNING neutronclient.v2_0.client [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.558812] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e55bfe9d-189d-4025-bb32-7c47c575f828 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.569583] env[66507]: DEBUG nova.compute.manager [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 786.569864] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.573245] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6332b78-9df0-4116-b31a-96430b654384 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.586658] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42970eff-8e75-4c9a-ae42-b890d090cf91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.599515] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.599515] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932c5730-08d1-41bf-8def-ba144504c7ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.604335] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a329c4d9-2092-4387-8648-81abc675af24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.620010] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 786.620010] env[66507]: value = "task-4637983" [ 786.620010] env[66507]: _type = "Task" [ 786.620010] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.620691] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8533982d-dba0-43fc-a420-9e4b0c56c552 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633206] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6223f8ce-1adb-4665-991b-7e00de286fac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.641277] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfa1dde-3274-4874-88ed-26db3d9693fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.683412] env[66507]: DEBUG oslo_vmware.api [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4637981, 'name': ResetVM_Task, 'duration_secs': 0.110409} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.684051] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.685070] env[66507]: DEBUG nova.network.neutron [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Updated VIF entry in instance network info cache for port a0779d31-6cad-40ae-b900-4073c4fc60ff. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.685399] env[66507]: DEBUG nova.network.neutron [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Updating instance_info_cache with network_info: [{"id": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "address": "fa:16:3e:de:b2:fc", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0779d31-6c", "ovs_interfaceid": "a0779d31-6cad-40ae-b900-4073c4fc60ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.687035] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Did hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 786.687267] env[66507]: DEBUG nova.compute.manager [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 786.693938] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024de3b4-b9a3-43ff-9958-089149568864 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.697339] env[66507]: DEBUG oslo_concurrency.lockutils [req-7084f23d-dc2f-4e48-a404-1d506b6173f0 req-a12b07c4-4ee0-40b6-98a3-3941ad366016 service nova] Releasing lock "refresh_cache-1d1edb0d-fc47-4667-a281-f15498d6999f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.698181] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad6bf31-2527-4a0b-bb65-2d41894e46b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.716948] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16894cfe-0da1-4da3-92ba-e93722f56076 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.732599] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637982, 'name': PowerOffVM_Task, 'duration_secs': 0.256564} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.732856] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637980, 'name': ReconfigVM_Task, 'duration_secs': 0.648957} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.737451] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbdf74-d5b1-4a46-8701-f93d2f58ec2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741954] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.742363] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 2d94b07b-290a-423d-b01d-188d45f213e5/2d94b07b-290a-423d-b01d-188d45f213e5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.748775] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64be70d2-1402-4a27-839b-3082ca1daa27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.751963] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e72f59e1-22e1-4a78-9c01-500eeb6ab1b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.753546] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f13206-a9f8-4142-c0a6-99ca2725e09c, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.754862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.755145] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1d1edb0d-fc47-4667-a281-f15498d6999f/1d1edb0d-fc47-4667-a281-f15498d6999f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.755963] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c45703-6e29-426a-a2d9-d24dceaa0ac6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.768759] env[66507]: DEBUG nova.compute.provider_tree [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.787194] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb4697-d2bd-4ca1-808a-3e4d64e50cb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.792122] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 786.792122] env[66507]: value = "task-4637984" [ 786.792122] env[66507]: _type = "Task" [ 786.792122] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.797588] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc67ef26-a7cf-406a-bce3-4a5361076b23 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.801748] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 786.801748] env[66507]: value = "task-4637985" [ 786.801748] env[66507]: _type = "Task" [ 786.801748] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.824431] env[66507]: DEBUG nova.virt.block_device [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updating existing volume attachment record: c0594030-041a-4ee4-a21d-7277678c5783 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.834464] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637984, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.848175] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.849794] env[66507]: DEBUG nova.scheduler.client.report [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 786.850162] env[66507]: DEBUG nova.compute.provider_tree [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 81 to 82 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.850498] env[66507]: DEBUG nova.compute.provider_tree [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.870038] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.870038] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c9abdd-5c51-41b2-b4fd-5d8f10675371 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.879166] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 786.879166] env[66507]: value = "task-4637986" [ 786.879166] env[66507]: _type = "Task" [ 786.879166] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.892823] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 786.893057] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.893318] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893718] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.893987] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2426513-51e2-4568-b535-3f504c94b20c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.907210] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.907266] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.908107] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d31f20-7301-4255-8824-6102fa3af513 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.914933] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 786.914933] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52958064-f4a6-8b26-52c9-523776517546" [ 786.914933] env[66507]: _type = "Task" [ 786.914933] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.926614] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52958064-f4a6-8b26-52c9-523776517546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.036791] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.138377] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637983, 'name': PowerOffVM_Task, 'duration_secs': 0.232164} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.138577] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.138807] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.139170] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4381fe-178d-426f-9003-b61db8e617f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.225478] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.225920] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.226118] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleting the datastore file [datastore1] 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.226436] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0528bb9-99a3-4c72-a196-bfd375b35875 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.239637] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for the task: (returnval){ [ 787.239637] env[66507]: value = "task-4637988" [ 787.239637] env[66507]: _type = "Task" [ 787.239637] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.240306] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d332f6dd-af2d-472b-aa73-694a57d5d5cd tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.639s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.262083] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.317321] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637984, 'name': Rename_Task, 'duration_secs': 0.177272} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.323175] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.324020] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69094ce4-7394-4e1e-a7fc-e2c888741758 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.336663] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.339020] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 787.339020] env[66507]: value = "task-4637989" [ 787.339020] env[66507]: _type = "Task" [ 787.339020] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.350474] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.361784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.362423] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 787.365879] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.366339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.369252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.632s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.371434] env[66507]: INFO nova.compute.claims [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.407343] env[66507]: INFO nova.scheduler.client.report [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Deleted allocations for instance 1ef47f44-ff48-4bd0-9983-89e66f03e217 [ 787.430101] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52958064-f4a6-8b26-52c9-523776517546, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.432614] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0838db43-94d2-4e81-b9ac-e05e3928de37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.440281] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 787.440281] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525e2747-6c08-0bb8-435f-35b1f4501a46" [ 787.440281] env[66507]: _type = "Task" [ 787.440281] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.452469] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525e2747-6c08-0bb8-435f-35b1f4501a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.529062] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Successfully updated port: 98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 787.752820] env[66507]: DEBUG oslo_vmware.api [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Task: {'id': task-4637988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.753111] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.753295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.753478] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.753641] env[66507]: INFO nova.compute.manager [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 787.753895] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.754105] env[66507]: DEBUG nova.compute.manager [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 787.754202] env[66507]: DEBUG nova.network.neutron [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.754458] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.829275] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571458} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.834021] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.834021] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1d1edb0d-fc47-4667-a281-f15498d6999f/1d1edb0d-fc47-4667-a281-f15498d6999f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.834021] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.834021] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2814be6-d9e4-4f49-bb79-735cf403d453 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.845765] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 787.845765] env[66507]: value = "task-4637990" [ 787.845765] env[66507]: _type = "Task" [ 787.845765] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.855375] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637989, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.862411] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.881027] env[66507]: DEBUG nova.compute.utils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.884335] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 787.884943] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 787.888447] env[66507]: WARNING neutronclient.v2_0.client [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.888447] env[66507]: WARNING neutronclient.v2_0.client [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.921514] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c67078de-c1bf-4eba-b0ce-19795ae1602b tempest-ServersTestManualDisk-1208375570 tempest-ServersTestManualDisk-1208375570-project-member] Lock "1ef47f44-ff48-4bd0-9983-89e66f03e217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.292s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.937300] env[66507]: DEBUG nova.compute.manager [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Received event network-vif-plugged-98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 787.937300] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Acquiring lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.937300] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.938174] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.938382] env[66507]: DEBUG nova.compute.manager [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] No waiting events found dispatching network-vif-plugged-98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 787.940105] env[66507]: WARNING nova.compute.manager [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Received unexpected event network-vif-plugged-98dc1dde-c7d8-465d-ac43-a3b1b4641bab for instance with vm_state building and task_state block_device_mapping. [ 787.940105] env[66507]: DEBUG nova.compute.manager [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Received event network-changed-98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 787.940105] env[66507]: DEBUG nova.compute.manager [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Refreshing instance network info cache due to event network-changed-98dc1dde-c7d8-465d-ac43-a3b1b4641bab. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 787.941626] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Acquiring lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941626] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Acquired lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941626] env[66507]: DEBUG nova.network.neutron [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Refreshing network info cache for port 98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.946835] env[66507]: DEBUG nova.policy [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.966690] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525e2747-6c08-0bb8-435f-35b1f4501a46, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.967675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.967787] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 787.968072] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b6c8ec5-bf39-4595-abf9-e5323fda6a47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.978503] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 787.978503] env[66507]: value = "task-4637991" [ 787.978503] env[66507]: _type = "Task" [ 787.978503] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.992920] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.034943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.352459] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Successfully created port: 769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.358400] env[66507]: DEBUG oslo_vmware.api [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637989, 'name': PowerOnVM_Task, 'duration_secs': 0.750758} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.359533] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.359651] env[66507]: INFO nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Took 9.86 seconds to spawn the instance on the hypervisor. [ 788.361901] env[66507]: DEBUG nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 788.361901] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9c82d-5cf2-4c35-9369-1635108bcbbe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.367566] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077072} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.368363] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.369260] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9599b75a-8b36-49fb-9b9c-96efc54f5f17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.393589] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 788.408939] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 1d1edb0d-fc47-4667-a281-f15498d6999f/1d1edb0d-fc47-4667-a281-f15498d6999f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.410983] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673ad4ee-8c59-4313-a3a7-70637cbb41d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.437252] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 788.437252] env[66507]: value = "task-4637992" [ 788.437252] env[66507]: _type = "Task" [ 788.437252] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.446781] env[66507]: WARNING neutronclient.v2_0.client [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.455991] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.497102] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.531890] env[66507]: DEBUG nova.network.neutron [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.593321] env[66507]: DEBUG nova.network.neutron [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.888238] env[66507]: INFO nova.compute.manager [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Took 69.83 seconds to build instance. [ 788.951394] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637992, 'name': ReconfigVM_Task, 'duration_secs': 0.377845} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.954247] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 1d1edb0d-fc47-4667-a281-f15498d6999f/1d1edb0d-fc47-4667-a281-f15498d6999f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.955417] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ede9d23-418e-4ec0-a73f-341ae92e2c40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.959934] env[66507]: DEBUG nova.network.neutron [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.964949] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 788.964949] env[66507]: value = "task-4637993" [ 788.964949] env[66507]: _type = "Task" [ 788.964949] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.979844] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 788.980417] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.980604] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.980823] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.980928] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.981063] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.981216] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.981420] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.981545] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.981744] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.981920] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.982144] env[66507]: DEBUG nova.virt.hardware [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.982915] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637993, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.986694] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f695e-b61a-45b7-b297-e31436238049 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.999853] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668695} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.004814] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 789.006636] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede87378-00d2-4c87-8476-14988f7a897c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.010905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912573ea-ca28-4401-a51d-e3b70785aa6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.048785] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.049159] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926b0d64-5cdc-4a66-a2d8-812b1837ebe6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.064071] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9308e-260b-4fb0-a3fa-f5a2362e2756 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.074442] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acce0a-49f5-4a6f-9181-7159c14fd0d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.077877] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 789.077877] env[66507]: value = "task-4637994" [ 789.077877] env[66507]: _type = "Task" [ 789.077877] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.109206] env[66507]: INFO nova.compute.manager [-] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Took 1.35 seconds to deallocate network for instance. [ 789.115235] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff6863-703a-4319-b60f-eaddc6b0972a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.118197] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.129024] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bfcc7-4ab1-45d7-a760-bf453badb94c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.141879] env[66507]: DEBUG nova.compute.provider_tree [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.391719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d89625a-50d8-4cdf-9058-4fc535cf913c tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.511s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.415629] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 789.445715] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.446071] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.446369] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.446640] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.446855] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.447118] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.447428] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.447672] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.447935] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.448182] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.448450] env[66507]: DEBUG nova.virt.hardware [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.449429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c3c19-d4b9-4235-b0f5-beb07bb4191e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.460303] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7228cf9c-98c4-44bc-a622-8ab778483a1d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.464987] env[66507]: DEBUG oslo_concurrency.lockutils [req-94bb6426-a3c8-4530-8e8e-898530abf724 req-11ef7ab5-b6df-4e0d-9464-e51b4001c013 service nova] Releasing lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.465401] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquired lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.465693] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.489060] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637993, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.589510] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.623783] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.676362] env[66507]: DEBUG nova.scheduler.client.report [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.676652] env[66507]: DEBUG nova.compute.provider_tree [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 82 to 83 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.676843] env[66507]: DEBUG nova.compute.provider_tree [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.893679] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 789.981405] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637993, 'name': Rename_Task, 'duration_secs': 0.934462} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.981969] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.981969] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acaa0842-4c23-4765-a589-35b03087ad18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988971] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 789.988971] env[66507]: value = "task-4637995" [ 789.988971] env[66507]: _type = "Task" [ 789.988971] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.999966] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.086820] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Successfully updated port: 769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.097222] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.165773] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.181664] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.182224] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 790.184932] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.624s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.187506] env[66507]: INFO nova.compute.claims [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.273180] env[66507]: WARNING neutronclient.v2_0.client [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.413799] env[66507]: DEBUG nova.network.neutron [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updating instance_info_cache with network_info: [{"id": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "address": "fa:16:3e:20:ae:27", "network": {"id": "312d346e-b49d-49df-9667-668c14ab0378", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1154519903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0294e89269914500a62ddf4f2c06446e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dc1dde-c7", "ovs_interfaceid": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.431322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.505234] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.592026] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637994, 'name': ReconfigVM_Task, 'duration_secs': 1.088929} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.592307] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.593264] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2220b9-ac5b-464d-88e0-72e470903d32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.598334] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.599572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.600320] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.634721] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c36a31-4586-4bd6-96d6-ab47a25b1635 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.655151] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 790.655151] env[66507]: value = "task-4637996" [ 790.655151] env[66507]: _type = "Task" [ 790.655151] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.669338] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.694116] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.697894] env[66507]: DEBUG nova.compute.utils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.704886] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 790.704886] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 790.704886] env[66507]: WARNING neutronclient.v2_0.client [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.704886] env[66507]: WARNING neutronclient.v2_0.client [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.771572] env[66507]: DEBUG nova.policy [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f33a8b4070534ffb9bfc75f1325c3362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3baaad5fb48e487f9280a8590537cc67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.853302] env[66507]: WARNING neutronclient.v2_0.client [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.918640] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Releasing lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.918792] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance network_info: |[{"id": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "address": "fa:16:3e:20:ae:27", "network": {"id": "312d346e-b49d-49df-9667-668c14ab0378", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1154519903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0294e89269914500a62ddf4f2c06446e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dc1dde-c7", "ovs_interfaceid": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 790.919656] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:ae:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98dc1dde-c7d8-465d-ac43-a3b1b4641bab', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.927884] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Creating folder: Project (0294e89269914500a62ddf4f2c06446e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.928242] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4ce6de-e234-4383-8284-7c7eca20d874 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.945913] env[66507]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 790.945913] env[66507]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=66507) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 790.946488] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Folder already exists: Project (0294e89269914500a62ddf4f2c06446e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 790.946719] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Creating folder: Instances. Parent ref: group-v905653. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.950990] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced3987f-d27a-4a46-8a49-643a6c46d261 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.964215] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Created folder: Instances in parent group-v905653. [ 790.965023] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 790.965023] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.965161] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba552fce-507f-4c6b-bbde-e6e9410d201b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.988860] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.988860] env[66507]: value = "task-4637999" [ 790.988860] env[66507]: _type = "Task" [ 790.988860] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.008470] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637999, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.011241] env[66507]: DEBUG oslo_vmware.api [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4637995, 'name': PowerOnVM_Task, 'duration_secs': 0.523726} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.011513] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.011713] env[66507]: INFO nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Took 7.73 seconds to spawn the instance on the hypervisor. [ 791.012014] env[66507]: DEBUG nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 791.013160] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8807df-84a7-43f5-9253-6e8a0e603e0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.017903] env[66507]: DEBUG nova.network.neutron [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Updating instance_info_cache with network_info: [{"id": "769915b6-64da-446b-86c9-242851c18106", "address": "fa:16:3e:d5:a6:12", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769915b6-64", "ovs_interfaceid": "769915b6-64da-446b-86c9-242851c18106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.148629] env[66507]: DEBUG nova.compute.manager [req-406ea2ea-abf7-4cc7-bfb7-756b9619d75f req-42b0773f-cbf5-4f10-8ec2-d7d7bbd1460f service nova] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Received event network-vif-deleted-35a0af2f-7fcb-4b3f-9bcb-07daaf95269f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 791.166113] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4637996, 'name': ReconfigVM_Task, 'duration_secs': 0.195998} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.168611] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.168611] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e21366-3efd-4314-9260-aabb17429243 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.171833] env[66507]: DEBUG nova.compute.manager [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Received event network-vif-plugged-769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 791.172100] env[66507]: DEBUG oslo_concurrency.lockutils [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.172264] env[66507]: DEBUG oslo_concurrency.lockutils [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] Lock "06b813d7-570d-472b-b020-26c19fa7baae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.172365] env[66507]: DEBUG oslo_concurrency.lockutils [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] Lock "06b813d7-570d-472b-b020-26c19fa7baae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.172532] env[66507]: DEBUG nova.compute.manager [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] No waiting events found dispatching network-vif-plugged-769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 791.172739] env[66507]: WARNING nova.compute.manager [req-072c7b42-c035-4039-9a3f-5e97bee72d1c req-cedcf601-2cc2-4b7e-9413-40296ed3477e service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Received unexpected event network-vif-plugged-769915b6-64da-446b-86c9-242851c18106 for instance with vm_state building and task_state spawning. [ 791.178803] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 791.178803] env[66507]: value = "task-4638000" [ 791.178803] env[66507]: _type = "Task" [ 791.178803] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.189038] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.202704] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 791.273268] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Successfully created port: ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.500198] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637999, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.522722] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523119] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Instance network_info: |[{"id": "769915b6-64da-446b-86c9-242851c18106", "address": "fa:16:3e:d5:a6:12", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769915b6-64", "ovs_interfaceid": "769915b6-64da-446b-86c9-242851c18106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 791.523852] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a6:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '769915b6-64da-446b-86c9-242851c18106', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.532070] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 791.536468] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.536813] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f343a284-33e3-4d4b-99c6-7841b8cc14f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.563958] env[66507]: INFO nova.compute.manager [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Took 64.76 seconds to build instance. [ 791.575724] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.575724] env[66507]: value = "task-4638001" [ 791.575724] env[66507]: _type = "Task" [ 791.575724] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.588219] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638001, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.698668] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.888443] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7045c-d106-461f-8dde-7625e605bbe5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.897184] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46022d1d-e0b2-44d2-b377-8459eb5fb422 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.933142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54256798-eb0a-4f3a-8266-fc8cce7e7c3c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.942689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a82d6-45f4-4080-b161-b59f12a95cae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.957761] env[66507]: DEBUG nova.compute.provider_tree [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.000426] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637999, 'name': CreateVM_Task, 'duration_secs': 0.609083} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.000710] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.001171] env[66507]: WARNING neutronclient.v2_0.client [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.001573] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905662', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'name': 'volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fff5636-22aa-46f4-b8b0-19e24a76c3e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'serial': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'c0594030-041a-4ee4-a21d-7277678c5783', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=66507) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 792.001795] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Root volume attach. Driver type: vmdk {{(pid=66507) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 792.002983] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2644084-2137-48d5-a217-b4523862f9de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.012575] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e9da6-84ef-4827-ab7f-59ec1f5ea797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.020428] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf9dd1b-6c6a-48e0-8031-f2448dda69d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.027728] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bdaa1b58-8f96-4307-837b-45a70fe09728 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.036612] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 792.036612] env[66507]: value = "task-4638002" [ 792.036612] env[66507]: _type = "Task" [ 792.036612] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.046242] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638002, 'name': RelocateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.067198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1783fd25-ac0e-4fd8-a546-5d2676a64ed5 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.065s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.087335] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638001, 'name': CreateVM_Task, 'duration_secs': 0.513921} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.087514] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.088149] env[66507]: WARNING neutronclient.v2_0.client [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.088365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.088515] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.088854] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.089086] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cc43af-09de-4416-a833-e25542ef1224 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.094936] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 792.094936] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52eef712-a2b0-608f-ccac-fe3b75f7bbd4" [ 792.094936] env[66507]: _type = "Task" [ 792.094936] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.104368] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eef712-a2b0-608f-ccac-fe3b75f7bbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.190471] env[66507]: DEBUG oslo_vmware.api [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638000, 'name': PowerOnVM_Task, 'duration_secs': 0.628749} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.190776] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.193556] env[66507]: DEBUG nova.compute.manager [None req-fa3bc9bc-4caf-4943-aade-c81679f0d9a2 tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 792.194459] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbca708-2dde-4b75-a806-142cbcaadbfe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.213647] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 792.241566] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.241819] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.241970] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.242165] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.242306] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.242447] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.242649] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.242803] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.242965] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.243140] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.243310] env[66507]: DEBUG nova.virt.hardware [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.244529] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe94440d-6233-4647-9075-9823d28316c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.253461] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f3513-b697-4d72-aa3a-5efab5bfe04c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.464552] env[66507]: DEBUG nova.scheduler.client.report [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.548957] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638002, 'name': RelocateVM_Task, 'duration_secs': 0.028334} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.549215] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.549940] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905662', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'name': 'volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fff5636-22aa-46f4-b8b0-19e24a76c3e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'serial': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.550409] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b38dd3-8a5a-49a7-8537-1c59c141fa4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.570449] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e93dce-eaa8-49f6-95df-28187774342a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.571713] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 792.603522] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898/volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.603522] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1277b42d-a399-4ae7-a7a5-b256bfb04d16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.637825] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eef712-a2b0-608f-ccac-fe3b75f7bbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.639815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640190] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.640558] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.640739] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640984] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.641758] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 792.641758] env[66507]: value = "task-4638003" [ 792.641758] env[66507]: _type = "Task" [ 792.641758] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.641980] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620a4f44-32bf-49e3-8673-2f0c231702b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.657435] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.659395] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.659679] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.660833] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46896be5-fe62-45c1-9a57-f0e6b67c7133 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.668033] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 792.668033] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cf8331-0514-9436-0452-fde23b23ab3d" [ 792.668033] env[66507]: _type = "Task" [ 792.668033] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.678214] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cf8331-0514-9436-0452-fde23b23ab3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.954651] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Successfully updated port: ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.971316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.971617] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 792.975204] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.076s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.975465] env[66507]: DEBUG nova.objects.instance [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lazy-loading 'resources' on Instance uuid 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.085638] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "5b08ea04-1209-49f4-b298-df87484f215e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.085973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.107239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.156153] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638003, 'name': ReconfigVM_Task, 'duration_secs': 0.46291} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.156498] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898/volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.162792] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b72bd10-51da-4673-8571-31642e9873c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.182366] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 793.182366] env[66507]: value = "task-4638004" [ 793.182366] env[66507]: _type = "Task" [ 793.182366] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.186294] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cf8331-0514-9436-0452-fde23b23ab3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.190315] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b86f55-4ac1-4e0a-85d1-c4e0721bb8f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.201546] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.203043] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 793.203043] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524ef376-dbd2-5317-d58a-a755c8f9a7fb" [ 793.203043] env[66507]: _type = "Task" [ 793.203043] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.214189] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524ef376-dbd2-5317-d58a-a755c8f9a7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.215101] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.215433] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 06b813d7-570d-472b-b020-26c19fa7baae/06b813d7-570d-472b-b020-26c19fa7baae.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.216160] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6c6e0f-a25c-4248-b882-192dec01135e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.224790] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 793.224790] env[66507]: value = "task-4638005" [ 793.224790] env[66507]: _type = "Task" [ 793.224790] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.233864] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.460148] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.460317] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.460659] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.483121] env[66507]: DEBUG nova.compute.utils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.484673] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 793.484865] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.488892] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.488892] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.510831] env[66507]: DEBUG nova.compute.manager [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Received event network-vif-plugged-ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 793.511525] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Acquiring lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.512714] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.512714] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.512714] env[66507]: DEBUG nova.compute.manager [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] No waiting events found dispatching network-vif-plugged-ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 793.512714] env[66507]: WARNING nova.compute.manager [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Received unexpected event network-vif-plugged-ff4f4430-32a4-472c-a1ea-06c637098a3e for instance with vm_state building and task_state spawning. [ 793.512714] env[66507]: DEBUG nova.compute.manager [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Received event network-changed-ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 793.512888] env[66507]: DEBUG nova.compute.manager [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Refreshing instance network info cache due to event network-changed-ff4f4430-32a4-472c-a1ea-06c637098a3e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 793.512888] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Acquiring lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.546909] env[66507]: DEBUG nova.policy [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dc3d343cd4d4e82873a2a46b9dcfff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e9752b00dc4701a3fdbf50edcfe665', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.571202] env[66507]: DEBUG nova.compute.manager [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Received event network-changed-769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 793.571485] env[66507]: DEBUG nova.compute.manager [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Refreshing instance network info cache due to event network-changed-769915b6-64da-446b-86c9-242851c18106. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 793.571609] env[66507]: DEBUG oslo_concurrency.lockutils [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] Acquiring lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.571857] env[66507]: DEBUG oslo_concurrency.lockutils [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] Acquired lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.572130] env[66507]: DEBUG nova.network.neutron [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Refreshing network info cache for port 769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.704519] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638004, 'name': ReconfigVM_Task, 'duration_secs': 0.151875} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.704877] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905662', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'name': 'volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fff5636-22aa-46f4-b8b0-19e24a76c3e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'serial': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.706361] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40eaf581-0416-4a0d-9567-325fd9f10048 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.718068] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 793.718068] env[66507]: value = "task-4638006" [ 793.718068] env[66507]: _type = "Task" [ 793.718068] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.728027] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638006, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.745315] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513442} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.745770] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 06b813d7-570d-472b-b020-26c19fa7baae/06b813d7-570d-472b-b020-26c19fa7baae.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.746216] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.746633] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc60926-ffc1-4161-8c2e-1f2324efbe59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.760902] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 793.760902] env[66507]: value = "task-4638007" [ 793.760902] env[66507]: _type = "Task" [ 793.760902] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.772546] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.975122] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.975444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.990054] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 794.043134] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 794.057270] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully created port: b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.077294] env[66507]: WARNING neutronclient.v2_0.client [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.177318] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec227bf-c146-44b7-b62f-568f2e3f3fea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.186443] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c4598b-09b2-4ce1-9b72-624512cb3229 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.223798] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fde50-f6db-4d3b-8330-55b895ba7b10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.234665] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638006, 'name': Rename_Task, 'duration_secs': 0.182255} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.238707] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0832094-84ef-4a34-af06-fc84011c5143 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.243591] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.244588] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49beaef1-6f11-4b5a-8f1e-d9fae677a1d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.260168] env[66507]: DEBUG nova.compute.provider_tree [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.263255] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 794.263255] env[66507]: value = "task-4638008" [ 794.263255] env[66507]: _type = "Task" [ 794.263255] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.273334] env[66507]: WARNING neutronclient.v2_0.client [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.291022] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.292857] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.293236] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638008, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.294461] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d9842-93f3-44e3-9351-83e82c648c56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.322143] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 06b813d7-570d-472b-b020-26c19fa7baae/06b813d7-570d-472b-b020-26c19fa7baae.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.325645] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849b29df-37a5-42c3-a2f3-4ad52305e3c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.350039] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 794.350039] env[66507]: value = "task-4638009" [ 794.350039] env[66507]: _type = "Task" [ 794.350039] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.362274] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.410181] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully created port: bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.451845] env[66507]: DEBUG nova.network.neutron [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Updating instance_info_cache with network_info: [{"id": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "address": "fa:16:3e:ec:4f:23", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4f4430-32", "ovs_interfaceid": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.507311] env[66507]: WARNING neutronclient.v2_0.client [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.611596] env[66507]: DEBUG nova.network.neutron [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Updated VIF entry in instance network info cache for port 769915b6-64da-446b-86c9-242851c18106. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.612176] env[66507]: DEBUG nova.network.neutron [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Updating instance_info_cache with network_info: [{"id": "769915b6-64da-446b-86c9-242851c18106", "address": "fa:16:3e:d5:a6:12", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769915b6-64", "ovs_interfaceid": "769915b6-64da-446b-86c9-242851c18106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.760596] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully created port: 5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.788031] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.792048] env[66507]: ERROR nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] [req-54af099d-2a47-4c9d-ba06-d8ac56ea71b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54af099d-2a47-4c9d-ba06-d8ac56ea71b6"}]} [ 794.816351] env[66507]: DEBUG nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 794.842434] env[66507]: DEBUG nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 794.842840] env[66507]: DEBUG nova.compute.provider_tree [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.860578] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.861715] env[66507]: DEBUG nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 794.887154] env[66507]: DEBUG nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 794.955378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.955970] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Instance network_info: |[{"id": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "address": "fa:16:3e:ec:4f:23", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4f4430-32", "ovs_interfaceid": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 794.956655] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Acquired lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956912] env[66507]: DEBUG nova.network.neutron [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Refreshing network info cache for port ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.958443] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:4f:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4f4430-32a4-472c-a1ea-06c637098a3e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.970941] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.975682] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.981303] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-467b6581-953c-4dfd-94e3-d612df80d8aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.010015] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 795.021093] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.021093] env[66507]: value = "task-4638010" [ 795.021093] env[66507]: _type = "Task" [ 795.021093] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.040706] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638010, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.046777] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.047206] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.047438] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.047721] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.047935] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.048151] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.048439] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.048652] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.048887] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.049120] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.049357] env[66507]: DEBUG nova.virt.hardware [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.051081] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc79ca8-bc10-4039-8e4f-f99fb5767990 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.062903] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ed9db-4899-47db-99a1-02cf91f565ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.121706] env[66507]: DEBUG oslo_concurrency.lockutils [req-608f4234-7cb5-4156-8472-b01e63c5d52e req-cb91142d-0659-42e9-b8be-af4ddb5029e1 service nova] Releasing lock "refresh_cache-06b813d7-570d-472b-b020-26c19fa7baae" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.284166] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638008, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.362713] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638009, 'name': ReconfigVM_Task, 'duration_secs': 0.923158} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.363085] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 06b813d7-570d-472b-b020-26c19fa7baae/06b813d7-570d-472b-b020-26c19fa7baae.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.363812] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b140611e-c2eb-452a-bde9-273cb05e4d6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.375294] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 795.375294] env[66507]: value = "task-4638011" [ 795.375294] env[66507]: _type = "Task" [ 795.375294] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.388819] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638011, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.476292] env[66507]: WARNING neutronclient.v2_0.client [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.535663] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638010, 'name': CreateVM_Task, 'duration_secs': 0.512764} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.536024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.536965] env[66507]: WARNING neutronclient.v2_0.client [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.537369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.538147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.538147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.541018] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fca295-099e-43e4-9d0b-c6cec9a166ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.544031] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124bc2b-2fbb-4ce1-be68-d8c6c4b11dfa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.552270] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 795.552270] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5266e8ad-badd-7939-f583-9a5c53c2eded" [ 795.552270] env[66507]: _type = "Task" [ 795.552270] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.563731] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409adec5-1a50-452a-80ee-0aa54eeb34fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.580774] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5266e8ad-badd-7939-f583-9a5c53c2eded, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.607407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.607681] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.607971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.608137] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.608319] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.611789] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae06a4a-77c5-4be9-91ce-dd5f6f96ddc4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.614539] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b6c03-afbe-48c8-afb6-111bbadae8bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.626298] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a15a0-3123-4f97-acf8-3404c573fd59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.631660] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.631883] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.633104] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4f1c39-f81d-494e-b511-fb1cca5b4e93 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.644681] env[66507]: DEBUG nova.compute.provider_tree [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.652729] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 795.652729] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524b3671-49b4-ab8b-2a35-20aa73516e19" [ 795.652729] env[66507]: _type = "Task" [ 795.652729] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.663908] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524b3671-49b4-ab8b-2a35-20aa73516e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.729934] env[66507]: WARNING neutronclient.v2_0.client [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.784280] env[66507]: DEBUG oslo_vmware.api [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638008, 'name': PowerOnVM_Task, 'duration_secs': 1.073731} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.784280] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.784552] env[66507]: INFO nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Took 6.80 seconds to spawn the instance on the hypervisor. [ 795.784552] env[66507]: DEBUG nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 795.785417] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef58157-0f1d-4bee-add0-814f2db576ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.887842] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638011, 'name': Rename_Task, 'duration_secs': 0.257616} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.889347] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.889638] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dde0b3d1-95af-4901-9272-66bf07decd69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.897974] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 795.897974] env[66507]: value = "task-4638012" [ 795.897974] env[66507]: _type = "Task" [ 795.897974] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.907835] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.079488] env[66507]: DEBUG nova.network.neutron [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Updated VIF entry in instance network info cache for port ff4f4430-32a4-472c-a1ea-06c637098a3e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.080022] env[66507]: DEBUG nova.network.neutron [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Updating instance_info_cache with network_info: [{"id": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "address": "fa:16:3e:ec:4f:23", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4f4430-32", "ovs_interfaceid": "ff4f4430-32a4-472c-a1ea-06c637098a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.163684] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524b3671-49b4-ab8b-2a35-20aa73516e19, 'name': SearchDatastore_Task, 'duration_secs': 0.040252} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.164613] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460b4058-044d-4cd5-beb4-d39d98ba7632 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.171704] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 796.171704] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b5c7f3-6b72-1721-dddf-c34c048aa09f" [ 796.171704] env[66507]: _type = "Task" [ 796.171704] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.181822] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b5c7f3-6b72-1721-dddf-c34c048aa09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.186560] env[66507]: DEBUG nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.186868] env[66507]: DEBUG nova.compute.provider_tree [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 85 to 86 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.187061] env[66507]: DEBUG nova.compute.provider_tree [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.310496] env[66507]: INFO nova.compute.manager [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Took 53.61 seconds to build instance. [ 796.361750] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully updated port: b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.374868] env[66507]: DEBUG nova.compute.manager [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 796.375119] env[66507]: DEBUG nova.compute.manager [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing instance network info cache due to event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 796.375197] env[66507]: DEBUG oslo_concurrency.lockutils [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.375339] env[66507]: DEBUG oslo_concurrency.lockutils [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.375497] env[66507]: DEBUG nova.network.neutron [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.411594] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.583303] env[66507]: DEBUG oslo_concurrency.lockutils [req-84dccfd3-1b77-49b1-91b9-28cf6cd1eec4 req-e8c2afb0-579c-414d-afce-6758feb60045 service nova] Releasing lock "refresh_cache-61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.651829] env[66507]: DEBUG nova.compute.manager [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-plugged-b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 796.651829] env[66507]: DEBUG oslo_concurrency.lockutils [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.652094] env[66507]: DEBUG oslo_concurrency.lockutils [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.652229] env[66507]: DEBUG oslo_concurrency.lockutils [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.652402] env[66507]: DEBUG nova.compute.manager [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] No waiting events found dispatching network-vif-plugged-b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 796.652558] env[66507]: WARNING nova.compute.manager [req-1ef567f1-e324-489d-90f0-463eee135bc9 req-e33b6db3-a47f-42a9-820c-64a3d114773c service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received unexpected event network-vif-plugged-b5331b1b-d84d-4889-8a4b-517e9504f771 for instance with vm_state building and task_state spawning. [ 796.683285] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b5c7f3-6b72-1721-dddf-c34c048aa09f, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.686425] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.686425] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9/61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.686425] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c5111f-5bfc-4ab2-8490-d2414a3c172d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.692518] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.717s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.695754] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.712s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.696041] env[66507]: DEBUG nova.objects.instance [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lazy-loading 'resources' on Instance uuid ab5ee36c-7ea1-45a3-acfb-16b416290613 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.700310] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 796.700310] env[66507]: value = "task-4638013" [ 796.700310] env[66507]: _type = "Task" [ 796.700310] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.712448] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.721018] env[66507]: INFO nova.scheduler.client.report [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted allocations for instance 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003 [ 796.815675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d94ce5ed-899e-47fa-8b07-77df26518fd8 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.316s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.883124] env[66507]: WARNING neutronclient.v2_0.client [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.910246] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.214581] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490538} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.214860] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9/61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.215087] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.215353] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d646a0-03cc-4eef-ae18-ffc256777627 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.224213] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 797.224213] env[66507]: value = "task-4638014" [ 797.224213] env[66507]: _type = "Task" [ 797.224213] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.231601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17070bf9-3d9b-4acf-a142-0b953adbc7c1 tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.736s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.247181] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.254281] env[66507]: WARNING neutronclient.v2_0.client [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.318839] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 797.406656] env[66507]: DEBUG nova.network.neutron [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updated VIF entry in instance network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 797.407100] env[66507]: DEBUG nova.network.neutron [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.417748] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.723693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235fb4f-60d5-4e91-bff7-eaa2060dba64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739492] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079725} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.739845] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.740923] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bfff75-5cf5-4692-817a-dbfefe89e34a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.744465] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b23a64-963f-450c-99ff-87f091dd5460 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.768119] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9/61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.805513] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58f2f00-259f-4792-be52-ca7bf04aa9ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.835369] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3632fb4a-ffd0-4276-846f-5e62cfbc3c1f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.845303] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de34d46-a9b8-4b57-bd43-4b0b63f19674 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.851267] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 797.851267] env[66507]: value = "task-4638015" [ 797.851267] env[66507]: _type = "Task" [ 797.851267] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.855978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.865417] env[66507]: DEBUG nova.compute.provider_tree [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.874524] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.911991] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.912646] env[66507]: DEBUG oslo_concurrency.lockutils [req-5cb25cfb-2a84-41af-90d1-ab541248a5d3 req-3e0cb377-792d-4564-af75-06b215fcfe78 service nova] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369567] env[66507]: DEBUG nova.scheduler.client.report [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.373866] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.414193] env[66507]: DEBUG oslo_vmware.api [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638012, 'name': PowerOnVM_Task, 'duration_secs': 2.072009} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.414471] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.414879] env[66507]: INFO nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Took 9.00 seconds to spawn the instance on the hypervisor. [ 798.414879] env[66507]: DEBUG nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 798.415787] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a320da-5347-4f63-afc8-750c68130ca6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.502219] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully updated port: bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.867354] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638015, 'name': ReconfigVM_Task, 'duration_secs': 0.592292} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.867687] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9/61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.870549] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f03b6fdf-3fe8-42a0-a559-f218ac1599f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.875835] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.879662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.267s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.881388] env[66507]: INFO nova.compute.claims [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.884605] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 798.884605] env[66507]: value = "task-4638016" [ 798.884605] env[66507]: _type = "Task" [ 798.884605] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.897181] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638016, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.916090] env[66507]: INFO nova.scheduler.client.report [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Deleted allocations for instance ab5ee36c-7ea1-45a3-acfb-16b416290613 [ 798.946894] env[66507]: INFO nova.compute.manager [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Took 47.91 seconds to build instance. [ 799.150832] env[66507]: DEBUG nova.compute.manager [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 799.151409] env[66507]: DEBUG nova.compute.manager [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing instance network info cache due to event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 799.151917] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.152191] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.152418] env[66507]: DEBUG nova.network.neutron [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.403154] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638016, 'name': Rename_Task, 'duration_secs': 0.33121} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.403801] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.405029] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4ff24f-3f32-4422-be8d-ba57dfb9bf40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.413351] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 799.413351] env[66507]: value = "task-4638017" [ 799.413351] env[66507]: _type = "Task" [ 799.413351] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.428194] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.428752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-705047d1-53bb-48d9-92ac-6e1fa34bc8ac tempest-MultipleCreateTestJSON-1551479830 tempest-MultipleCreateTestJSON-1551479830-project-member] Lock "ab5ee36c-7ea1-45a3-acfb-16b416290613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.906s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.447440] env[66507]: DEBUG oslo_concurrency.lockutils [None req-959b07e2-1447-47e0-ae97-a62c22bdf415 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.774s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.607101] env[66507]: DEBUG nova.compute.manager [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-changed-b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 799.607298] env[66507]: DEBUG nova.compute.manager [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing instance network info cache due to event network-changed-b5331b1b-d84d-4889-8a4b-517e9504f771. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 799.607502] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Acquiring lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.607643] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Acquired lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.607815] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing network info cache for port b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.656925] env[66507]: WARNING neutronclient.v2_0.client [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.926342] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.961774] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 800.119231] env[66507]: WARNING neutronclient.v2_0.client [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.426627] env[66507]: DEBUG oslo_vmware.api [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638017, 'name': PowerOnVM_Task, 'duration_secs': 0.850077} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.426916] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.427381] env[66507]: INFO nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Took 8.21 seconds to spawn the instance on the hypervisor. [ 800.427381] env[66507]: DEBUG nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 800.428257] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafbb633-5bff-48c4-8c90-f82e177c1d9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.469090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6c5b5-8122-4feb-b7e0-c5fe41553411 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.490316] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9756405-a346-4f3f-a6c3-b8715c8f33b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.492917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.523339] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d04b1a-f3d7-4550-aeab-e13c4b267df8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.532384] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc4009-968e-4846-846f-aa2eb164286e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.537632] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 800.551206] env[66507]: DEBUG nova.compute.provider_tree [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.724549] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Successfully updated port: 5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.777328] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.817728] env[66507]: WARNING neutronclient.v2_0.client [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.905559] env[66507]: DEBUG nova.network.neutron [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updated VIF entry in instance network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.906077] env[66507]: DEBUG nova.network.neutron [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.948336] env[66507]: INFO nova.compute.manager [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Took 48.23 seconds to build instance. [ 801.056483] env[66507]: DEBUG nova.scheduler.client.report [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.230282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.280860] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Releasing lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.280980] env[66507]: DEBUG nova.compute.manager [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 801.283399] env[66507]: DEBUG nova.compute.manager [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing instance network info cache due to event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 801.283399] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.283399] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.283399] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 801.413914] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.413914] env[66507]: DEBUG nova.compute.manager [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-plugged-bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 801.413914] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.413914] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.413914] env[66507]: DEBUG oslo_concurrency.lockutils [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.414163] env[66507]: DEBUG nova.compute.manager [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] No waiting events found dispatching network-vif-plugged-bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 801.414163] env[66507]: WARNING nova.compute.manager [req-6266bdcd-df4e-4915-8752-812348fc6f71 req-34558965-85c7-4db1-8bf6-96a976f5fcc3 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received unexpected event network-vif-plugged-bfda7373-783a-49f1-b07e-559ec312d6d0 for instance with vm_state building and task_state spawning. [ 801.414163] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.414163] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.450788] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2490c61f-4bb8-4aed-8181-0667ae7a2ba1 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.880s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.499242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.499508] env[66507]: DEBUG oslo_concurrency.lockutils [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.499693] env[66507]: DEBUG nova.compute.manager [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 801.500693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8378e5cf-4005-4bed-8ac7-6a8e84c6838f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.509184] env[66507]: DEBUG nova.compute.manager [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 801.509831] env[66507]: DEBUG nova.objects.instance [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lazy-loading 'flavor' on Instance uuid bb5de9fc-3550-4641-bbb4-7c5224310f8c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.536778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.537228] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.561615] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.561615] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 801.565401] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.255s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.565692] env[66507]: DEBUG nova.objects.instance [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lazy-loading 'resources' on Instance uuid 46af7146-bb98-48bf-8902-cdde40747ac0 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.827858] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 801.910528] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.920037] env[66507]: WARNING neutronclient.v2_0.client [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.954693] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 802.047199] env[66507]: DEBUG nova.compute.utils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.071623] env[66507]: DEBUG nova.compute.utils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.075401] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 802.075954] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 802.075954] env[66507]: WARNING neutronclient.v2_0.client [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.076627] env[66507]: WARNING neutronclient.v2_0.client [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.145728] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.151604] env[66507]: DEBUG nova.policy [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba218bc6aa5f40e3a9c6bbe366b35ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '885a2a2b27e9410d8ebb016b0abe596e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.158547] env[66507]: WARNING neutronclient.v2_0.client [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.211277] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-changed-bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 802.211277] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing instance network info cache due to event network-changed-bfda7373-783a-49f1-b07e-559ec312d6d0. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 802.211277] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Acquiring lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.482057] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.520083] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.520574] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d16a7c3-8658-418a-8c61-d72bb9e2a165 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.529177] env[66507]: DEBUG oslo_vmware.api [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 802.529177] env[66507]: value = "task-4638018" [ 802.529177] env[66507]: _type = "Task" [ 802.529177] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.543240] env[66507]: DEBUG oslo_vmware.api [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.550781] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.552218] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Successfully created port: bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 802.580489] env[66507]: DEBUG nova.compute.utils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.587295] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updated VIF entry in instance network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.589111] env[66507]: DEBUG nova.network.neutron [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.614556] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb5558-99d7-4b05-9fe1-862e30e34da2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.624148] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb48627-4540-495b-bfb8-50a570d41706 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.657658] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd705fc-da7c-46f1-b622-252395480510 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.666426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba00bf9-12dd-4501-96a8-2be263b334f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.690028] env[66507]: DEBUG nova.compute.provider_tree [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.823595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.823595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.823595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.823595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.824308] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.826597] env[66507]: INFO nova.compute.manager [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Terminating instance [ 803.042282] env[66507]: DEBUG oslo_vmware.api [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638018, 'name': PowerOffVM_Task, 'duration_secs': 0.401902} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.042743] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.042911] env[66507]: DEBUG nova.compute.manager [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 803.043690] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693524c4-fde7-4b47-b0d0-fd4bfe06f3cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.086721] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 803.091432] env[66507]: DEBUG oslo_concurrency.lockutils [req-44319df2-0a0c-4505-8b4e-9ed12bdb77d3 req-eb0da69b-be4b-450f-ac1a-ee7d34bbd239 service nova] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.195773] env[66507]: DEBUG nova.scheduler.client.report [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.330920] env[66507]: DEBUG nova.compute.manager [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 803.332128] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.333033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f730e-5b96-4872-8c2b-20ac5ed3b4bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.341175] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.341543] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d638df5-9ed0-4908-ba37-dad612bff644 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.350337] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 803.350337] env[66507]: value = "task-4638019" [ 803.350337] env[66507]: _type = "Task" [ 803.350337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.360218] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.522924] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.560055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-497fa3e5-56ac-4305-a300-5610aa35acc8 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.598764] env[66507]: DEBUG nova.compute.manager [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Received event network-changed-98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 803.598947] env[66507]: DEBUG nova.compute.manager [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Refreshing instance network info cache due to event network-changed-98dc1dde-c7d8-465d-ac43-a3b1b4641bab. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 803.599796] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Acquiring lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.599796] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Acquired lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.599796] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Refreshing network info cache for port 98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.631207] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.631207] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.631207] env[66507]: INFO nova.compute.manager [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Attaching volume 0571318c-127b-4218-8c9a-bc890b284eae to /dev/sdb [ 803.675119] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9e028-7894-42e6-b19e-b2724c1d2fd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.685061] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93689141-ecd6-4fac-bd8a-f15392700b85 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.704368] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.707103] env[66507]: DEBUG nova.virt.block_device [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Updating existing volume attachment record: 6ad10821-ee52-4ad3-a5d3-d859922e593e {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 803.709802] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.957s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.711577] env[66507]: INFO nova.compute.claims [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.738759] env[66507]: INFO nova.scheduler.client.report [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Deleted allocations for instance 46af7146-bb98-48bf-8902-cdde40747ac0 [ 803.863404] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638019, 'name': PowerOffVM_Task, 'duration_secs': 0.386605} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.863881] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.864391] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.864745] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66367f70-ea8e-486e-97d0-2c0a45133fb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.942946] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.943610] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.943910] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleting the datastore file [datastore1] 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.944312] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9311e1e-094e-4500-b798-696c23a5dc34 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.951705] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 803.951705] env[66507]: value = "task-4638022" [ 803.951705] env[66507]: _type = "Task" [ 803.951705] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.961921] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.103018] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 804.106025] env[66507]: WARNING neutronclient.v2_0.client [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.134915] env[66507]: DEBUG nova.network.neutron [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updating instance_info_cache with network_info: [{"id": "b5331b1b-d84d-4889-8a4b-517e9504f771", "address": "fa:16:3e:5e:bf:56", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5331b1b-d8", "ovs_interfaceid": "b5331b1b-d84d-4889-8a4b-517e9504f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfda7373-783a-49f1-b07e-559ec312d6d0", "address": "fa:16:3e:8f:52:47", "network": {"id": "043b80bf-1885-4878-bf35-7609fa3c15f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1489382988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfda7373-78", "ovs_interfaceid": "bfda7373-783a-49f1-b07e-559ec312d6d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "address": "fa:16:3e:4e:af:e7", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5326e5f8-d9", "ovs_interfaceid": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.138854] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:19:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1739975719',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1604991019',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 804.140313] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.140517] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 804.140721] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.140859] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 804.141466] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 804.141466] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.141466] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 804.141673] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 804.141847] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 804.142940] env[66507]: DEBUG nova.virt.hardware [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 804.143665] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53bf1a6-d9b6-484d-9cb6-68feb671ac7d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.155207] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a60ba-ecad-4476-83dc-640453aca06e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.253145] env[66507]: DEBUG oslo_concurrency.lockutils [None req-485616d1-38d1-4e0a-94db-ac8da7646b86 tempest-FloatingIPsAssociationTestJSON-843355077 tempest-FloatingIPsAssociationTestJSON-843355077-project-member] Lock "46af7146-bb98-48bf-8902-cdde40747ac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.386s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.298794] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Successfully updated port: bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 804.469382] env[66507]: DEBUG oslo_vmware.api [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16913} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.469645] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.469819] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.469991] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.470203] env[66507]: INFO nova.compute.manager [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.470523] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 804.470735] env[66507]: DEBUG nova.compute.manager [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 804.470837] env[66507]: DEBUG nova.network.neutron [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 804.471374] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.497381] env[66507]: WARNING neutronclient.v2_0.client [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.551453] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.633999] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updated VIF entry in instance network info cache for port 98dc1dde-c7d8-465d-ac43-a3b1b4641bab. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.633999] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updating instance_info_cache with network_info: [{"id": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "address": "fa:16:3e:20:ae:27", "network": {"id": "312d346e-b49d-49df-9667-668c14ab0378", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1154519903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0294e89269914500a62ddf4f2c06446e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dc1dde-c7", "ovs_interfaceid": "98dc1dde-c7d8-465d-ac43-a3b1b4641bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.648243] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.648762] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance network_info: |[{"id": "b5331b1b-d84d-4889-8a4b-517e9504f771", "address": "fa:16:3e:5e:bf:56", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5331b1b-d8", "ovs_interfaceid": "b5331b1b-d84d-4889-8a4b-517e9504f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfda7373-783a-49f1-b07e-559ec312d6d0", "address": "fa:16:3e:8f:52:47", "network": {"id": "043b80bf-1885-4878-bf35-7609fa3c15f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1489382988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfda7373-78", "ovs_interfaceid": "bfda7373-783a-49f1-b07e-559ec312d6d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "address": "fa:16:3e:4e:af:e7", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5326e5f8-d9", "ovs_interfaceid": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 804.649154] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Acquired lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.649362] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing network info cache for port bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.650731] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:bf:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5331b1b-d84d-4889-8a4b-517e9504f771', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:52:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfda7373-783a-49f1-b07e-559ec312d6d0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:af:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5326e5f8-d9c2-4aee-bce9-eb015451ed9b', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.663997] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Creating folder: Project (78e9752b00dc4701a3fdbf50edcfe665). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.665270] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48df8639-d1ce-43b5-a62c-91735fc1a529 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.686185] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Created folder: Project (78e9752b00dc4701a3fdbf50edcfe665) in parent group-v905587. [ 804.686185] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Creating folder: Instances. Parent ref: group-v905720. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.686185] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ab328b0-87ef-4935-9522-11d069ee7d11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.700672] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Created folder: Instances in parent group-v905720. [ 804.700672] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 804.700857] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.701129] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23bdcf1b-4ec4-45c8-947a-f70e99f93d89 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.734737] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.734737] env[66507]: value = "task-4638027" [ 804.734737] env[66507]: _type = "Task" [ 804.734737] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.745642] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638027, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.802198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.803426] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.803426] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.138979] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Releasing lock "refresh_cache-4fff5636-22aa-46f4-b8b0-19e24a76c3e1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139424] env[66507]: DEBUG nova.compute.manager [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 805.139518] env[66507]: DEBUG nova.compute.manager [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing instance network info cache due to event network-changed-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 805.140263] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Acquiring lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140263] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Acquired lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140408] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Refreshing network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.169892] env[66507]: WARNING neutronclient.v2_0.client [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.256955] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638027, 'name': CreateVM_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.257174] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.257831] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.258222] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.258813] env[66507]: WARNING neutronclient.v2_0.client [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.259261] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.259686] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.259772] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.260091] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e37551-ad03-40a4-8dd9-9865080b81ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.267467] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 805.267467] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525f1dc6-552a-ffdf-c98b-73dd1a7e4a12" [ 805.267467] env[66507]: _type = "Task" [ 805.267467] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.289686] env[66507]: DEBUG nova.compute.manager [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Received event network-vif-plugged-bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 805.289686] env[66507]: DEBUG oslo_concurrency.lockutils [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] Acquiring lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.289686] env[66507]: DEBUG oslo_concurrency.lockutils [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.289686] env[66507]: DEBUG oslo_concurrency.lockutils [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.289686] env[66507]: DEBUG nova.compute.manager [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] No waiting events found dispatching network-vif-plugged-bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 805.289686] env[66507]: WARNING nova.compute.manager [req-a5b3b63b-3db7-471d-a1b2-853666a68852 req-e3bd65a6-c882-4b40-a416-96866d2aade7 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Received unexpected event network-vif-plugged-bdffcd16-4022-417d-8b56-c4d5566b6439 for instance with vm_state building and task_state spawning. [ 805.294827] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525f1dc6-552a-ffdf-c98b-73dd1a7e4a12, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.295779] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296073] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.297453] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.297453] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.297453] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.297453] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb65d27-9a2d-43bb-b661-5c5604aabe22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.312512] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.312822] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.313736] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b749eb0-a122-4716-b1e2-a5291d20dc7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.321410] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 805.321410] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5201c863-0800-3288-f669-91c52f60a3f0" [ 805.321410] env[66507]: _type = "Task" [ 805.321410] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.331431] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5201c863-0800-3288-f669-91c52f60a3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.334654] env[66507]: DEBUG nova.network.neutron [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.370494] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.426440] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc33117-15a5-4797-b3d9-d42344e3ac3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.442040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d8aeb-d41c-4060-a16e-68d2816c6ac4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.479919] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c4c96-26b8-4012-9f04-bef526b15746 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.488222] env[66507]: WARNING neutronclient.v2_0.client [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.491757] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe400e8-186a-4f58-9f85-52b585a28cae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.508542] env[66507]: DEBUG nova.compute.provider_tree [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.584062] env[66507]: WARNING neutronclient.v2_0.client [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.616041] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updated VIF entry in instance network info cache for port bfda7373-783a-49f1-b07e-559ec312d6d0. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 805.616532] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updating instance_info_cache with network_info: [{"id": "b5331b1b-d84d-4889-8a4b-517e9504f771", "address": "fa:16:3e:5e:bf:56", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5331b1b-d8", "ovs_interfaceid": "b5331b1b-d84d-4889-8a4b-517e9504f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfda7373-783a-49f1-b07e-559ec312d6d0", "address": "fa:16:3e:8f:52:47", "network": {"id": "043b80bf-1885-4878-bf35-7609fa3c15f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1489382988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfda7373-78", "ovs_interfaceid": "bfda7373-783a-49f1-b07e-559ec312d6d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "address": "fa:16:3e:4e:af:e7", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5326e5f8-d9", "ovs_interfaceid": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.646978] env[66507]: WARNING neutronclient.v2_0.client [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.729857] env[66507]: DEBUG nova.network.neutron [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updating instance_info_cache with network_info: [{"id": "bdffcd16-4022-417d-8b56-c4d5566b6439", "address": "fa:16:3e:77:03:45", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdffcd16-40", "ovs_interfaceid": "bdffcd16-4022-417d-8b56-c4d5566b6439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.787912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.788841] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.788841] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.788841] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.789069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.791401] env[66507]: INFO nova.compute.manager [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Terminating instance [ 805.835519] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5201c863-0800-3288-f669-91c52f60a3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.836473] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2f3469-05f2-40ef-8177-e3ba218ede20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.839742] env[66507]: INFO nova.compute.manager [-] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Took 1.37 seconds to deallocate network for instance. [ 805.846029] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 805.846029] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527da725-1d53-62fa-ffd8-ca1d5279468d" [ 805.846029] env[66507]: _type = "Task" [ 805.846029] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.863048] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527da725-1d53-62fa-ffd8-ca1d5279468d, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.866537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.867616] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a077f982-00ab-497a-9152-94946f7dc16f/a077f982-00ab-497a-9152-94946f7dc16f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.868319] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c6a1f4d-0a79-4a95-afc9-7aae9a342763 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.878843] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 805.878843] env[66507]: value = "task-4638028" [ 805.878843] env[66507]: _type = "Task" [ 805.878843] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.892619] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.977958] env[66507]: WARNING neutronclient.v2_0.client [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.013098] env[66507]: DEBUG nova.scheduler.client.report [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.120325] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Releasing lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.120667] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-plugged-5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 806.120903] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.121220] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.121447] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.121653] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] No waiting events found dispatching network-vif-plugged-5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 806.121836] env[66507]: WARNING nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received unexpected event network-vif-plugged-5326e5f8-d9c2-4aee-bce9-eb015451ed9b for instance with vm_state building and task_state spawning. [ 806.121997] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-changed-5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 806.122170] env[66507]: DEBUG nova.compute.manager [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing instance network info cache due to event network-changed-5326e5f8-d9c2-4aee-bce9-eb015451ed9b. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 806.122414] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Acquiring lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.122570] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Acquired lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.122760] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Refreshing network info cache for port 5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.126623] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updated VIF entry in instance network info cache for port b4c9b83c-a5d5-408c-b26c-3962eb6ab12e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.128062] env[66507]: DEBUG nova.network.neutron [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [{"id": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "address": "fa:16:3e:12:d7:a2", "network": {"id": "396ffa8d-ca26-412f-96a9-dd8391ed5744", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-225900432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abf7da36277a4b02965a052ffcb0e2f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9b83c-a5", "ovs_interfaceid": "b4c9b83c-a5d5-408c-b26c-3962eb6ab12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.232738] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.233332] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Instance network_info: |[{"id": "bdffcd16-4022-417d-8b56-c4d5566b6439", "address": "fa:16:3e:77:03:45", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdffcd16-40", "ovs_interfaceid": "bdffcd16-4022-417d-8b56-c4d5566b6439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 806.233962] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:03:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdffcd16-4022-417d-8b56-c4d5566b6439', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.245012] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 806.245012] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.245012] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49f0107-7c86-486d-bf80-056f5f922ae6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.271680] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.271680] env[66507]: value = "task-4638029" [ 806.271680] env[66507]: _type = "Task" [ 806.271680] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.281511] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638029, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.296755] env[66507]: DEBUG nova.compute.manager [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 806.297097] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.298163] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d1f9a-9f26-4d76-97c5-75e3e8bf9cc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.310917] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.311313] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac92dec-33da-4a76-a352-74a9260fbcce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.322274] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 806.322274] env[66507]: value = "task-4638031" [ 806.322274] env[66507]: _type = "Task" [ 806.322274] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.339683] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.355543] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.619676] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638028, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.621824] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.621824] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 806.629023] env[66507]: DEBUG nova.objects.instance [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lazy-loading 'flavor' on Instance uuid bb5de9fc-3550-4641-bbb4-7c5224310f8c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.629023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.284s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.630448] env[66507]: INFO nova.compute.claims [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.634329] env[66507]: DEBUG oslo_concurrency.lockutils [req-abc0acc5-bd8c-4a3b-9479-4ecf306768b1 req-0506a61b-4aac-49f4-83eb-bcc2d8e13294 service nova] Releasing lock "refresh_cache-0e2b3204-5953-4492-8a52-72a2d396fd2f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.635398] env[66507]: WARNING neutronclient.v2_0.client [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.788519] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638029, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.831807] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638031, 'name': PowerOffVM_Task, 'duration_secs': 0.413421} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.832160] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.832358] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.832657] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98a9147d-d0f9-4e3e-b36a-572b3cc15dd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.891116] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537362} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.891426] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a077f982-00ab-497a-9152-94946f7dc16f/a077f982-00ab-497a-9152-94946f7dc16f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.891640] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.893059] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d646ca9-2062-42f8-8db7-da4b4e1448b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.904120] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 806.904120] env[66507]: value = "task-4638033" [ 806.904120] env[66507]: _type = "Task" [ 806.904120] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.905597] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.905833] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.906038] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Deleting the datastore file [datastore2] 0e2b3204-5953-4492-8a52-72a2d396fd2f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.910085] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b2cda17-146c-4586-b3f8-14ffd1c3f6a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.920420] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.921672] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for the task: (returnval){ [ 806.921672] env[66507]: value = "task-4638034" [ 806.921672] env[66507]: _type = "Task" [ 806.921672] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.934678] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.994570] env[66507]: WARNING neutronclient.v2_0.client [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.085976] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updated VIF entry in instance network info cache for port 5326e5f8-d9c2-4aee-bce9-eb015451ed9b. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.086602] env[66507]: DEBUG nova.network.neutron [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updating instance_info_cache with network_info: [{"id": "b5331b1b-d84d-4889-8a4b-517e9504f771", "address": "fa:16:3e:5e:bf:56", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5331b1b-d8", "ovs_interfaceid": "b5331b1b-d84d-4889-8a4b-517e9504f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfda7373-783a-49f1-b07e-559ec312d6d0", "address": "fa:16:3e:8f:52:47", "network": {"id": "043b80bf-1885-4878-bf35-7609fa3c15f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1489382988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfda7373-78", "ovs_interfaceid": "bfda7373-783a-49f1-b07e-559ec312d6d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "address": "fa:16:3e:4e:af:e7", "network": {"id": "021c7b36-3538-47f2-8a31-14ae72c625b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1781842627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5326e5f8-d9", "ovs_interfaceid": "5326e5f8-d9c2-4aee-bce9-eb015451ed9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.130147] env[66507]: DEBUG nova.compute.utils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.132028] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 807.132028] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 807.132333] env[66507]: WARNING neutronclient.v2_0.client [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.132717] env[66507]: WARNING neutronclient.v2_0.client [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.137294] env[66507]: DEBUG oslo_concurrency.lockutils [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.137453] env[66507]: DEBUG oslo_concurrency.lockutils [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquired lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.137623] env[66507]: DEBUG nova.network.neutron [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.137809] env[66507]: DEBUG nova.objects.instance [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lazy-loading 'info_cache' on Instance uuid bb5de9fc-3550-4641-bbb4-7c5224310f8c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.193138] env[66507]: DEBUG nova.policy [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '291a5a2763bc478f9f123e0e4407ec17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd917b9f60d94f7cb14eefc2471e1f30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.283482] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638029, 'name': CreateVM_Task, 'duration_secs': 0.560166} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.283669] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.284040] env[66507]: WARNING neutronclient.v2_0.client [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.284399] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.284544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.284847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.285126] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a64467-bf3c-41c9-9436-4a80df25f9ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.291361] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 807.291361] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5214dfaf-6f8a-1bba-c3e0-34baaee09ea7" [ 807.291361] env[66507]: _type = "Task" [ 807.291361] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.302308] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5214dfaf-6f8a-1bba-c3e0-34baaee09ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.418616] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083722} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.418957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.419828] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ba2c7-0e69-4ddb-a8bd-6b3c1f50b5d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.438076] env[66507]: DEBUG oslo_vmware.api [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Task: {'id': task-4638034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207424} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.455118] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.455284] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.455465] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.456277] env[66507]: INFO nova.compute.manager [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 807.456277] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.465174] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a077f982-00ab-497a-9152-94946f7dc16f/a077f982-00ab-497a-9152-94946f7dc16f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.465174] env[66507]: DEBUG nova.compute.manager [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 807.465376] env[66507]: DEBUG nova.network.neutron [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 807.465650] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.467620] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e6b6a7-8fb2-401f-af4e-4e1cd64ca233 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.489018] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 807.489018] env[66507]: value = "task-4638035" [ 807.489018] env[66507]: _type = "Task" [ 807.489018] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.502102] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.549829] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.566930] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Successfully created port: 0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 807.590092] env[66507]: DEBUG oslo_concurrency.lockutils [req-5a719c0e-c121-467e-b919-f956cbb93107 req-3a67a63f-5cdf-49fa-aad3-608e37b14708 service nova] Releasing lock "refresh_cache-a077f982-00ab-497a-9152-94946f7dc16f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.620411] env[66507]: DEBUG nova.compute.manager [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Received event network-changed-bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 807.620931] env[66507]: DEBUG nova.compute.manager [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Refreshing instance network info cache due to event network-changed-bdffcd16-4022-417d-8b56-c4d5566b6439. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 807.621344] env[66507]: DEBUG oslo_concurrency.lockutils [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] Acquiring lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.621344] env[66507]: DEBUG oslo_concurrency.lockutils [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] Acquired lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.621461] env[66507]: DEBUG nova.network.neutron [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Refreshing network info cache for port bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.636923] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 807.646185] env[66507]: DEBUG nova.objects.base [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.807792] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5214dfaf-6f8a-1bba-c3e0-34baaee09ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.808283] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.808576] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.809304] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.809304] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.809304] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.809623] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63f1cf64-b4b2-4e92-bd22-bb41158fbe82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.828471] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.828471] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.828471] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084ab647-ab7e-49ce-95b3-c57fe0bff343 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.835387] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 807.835387] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5254668c-180a-5ae9-ded9-6f83472a22e3" [ 807.835387] env[66507]: _type = "Task" [ 807.835387] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.851597] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5254668c-180a-5ae9-ded9-6f83472a22e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.852746] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c89cad4-69e9-49a8-a079-8edc5ab95be9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.860091] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 807.860091] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522abea9-862a-41b4-5c7d-a4ad2c241395" [ 807.860091] env[66507]: _type = "Task" [ 807.860091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.872066] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522abea9-862a-41b4-5c7d-a4ad2c241395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.001542] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.125090] env[66507]: WARNING neutronclient.v2_0.client [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.147521] env[66507]: INFO nova.virt.block_device [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Booting with volume 51dbcaa0-39b1-449a-8993-a015c2c7dfd5 at /dev/sda [ 808.155118] env[66507]: WARNING neutronclient.v2_0.client [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.192246] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c090d02-0d57-4ea9-a60a-0a167b0b30fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.196165] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe66dd53-f822-4074-9ade-39f2228866e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.205850] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da4dea-4b95-4bfa-8153-24ef2b7ada06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.212892] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904901d-3ba4-4ee3-8b52-f8283c9ac564 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.270870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432270b9-26f3-4262-81ec-17f9ab08fd21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.273820] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62685e0d-e718-4263-95be-824087c065a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.282421] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab455cb-1820-4a2c-908b-e59c8d45ee13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.289280] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b87bac-9477-4edc-82ad-7ec251988c00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.300124] env[66507]: DEBUG nova.network.neutron [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.310888] env[66507]: DEBUG nova.compute.provider_tree [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.332613] env[66507]: DEBUG nova.scheduler.client.report [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.337219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e47339a-7609-4c3c-a3a6-66622d53536f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.346453] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f95c2-64b2-4276-9ca2-29f89a79494c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.364115] env[66507]: DEBUG nova.virt.block_device [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updating existing volume attachment record: ba7dde03-a022-4366-b4f2-aab2667a4cb7 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.376360] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522abea9-862a-41b4-5c7d-a4ad2c241395, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.376360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.376360] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/470d61b5-2b57-4700-b2ca-ab9c2f1dcd89.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.376680] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c266521d-9720-4093-86ad-8114cdfe2148 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.385174] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 808.385174] env[66507]: value = "task-4638036" [ 808.385174] env[66507]: _type = "Task" [ 808.385174] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.395430] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.499973] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638035, 'name': ReconfigVM_Task, 'duration_secs': 0.739016} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.500288] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a077f982-00ab-497a-9152-94946f7dc16f/a077f982-00ab-497a-9152-94946f7dc16f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.500968] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a66dff8f-a548-444a-8417-f7e6a14b66d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.511587] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 808.511587] env[66507]: value = "task-4638037" [ 808.511587] env[66507]: _type = "Task" [ 808.511587] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.521544] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638037, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.779476] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 808.782243] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905719', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'name': 'volume-0571318c-127b-4218-8c9a-bc890b284eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b813d7-570d-472b-b020-26c19fa7baae', 'attached_at': '', 'detached_at': '', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'serial': '0571318c-127b-4218-8c9a-bc890b284eae'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 808.782243] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a61fb9-933e-4dbb-ab6b-4eacaee5f331 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812726] env[66507]: INFO nova.compute.manager [-] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Took 1.35 seconds to deallocate network for instance. [ 808.816282] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8ed4d5-f898-4696-85b6-55032dfcf976 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.846195] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.846195] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 808.858488] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-0571318c-127b-4218-8c9a-bc890b284eae/volume-0571318c-127b-4218-8c9a-bc890b284eae.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.858488] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.677s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.858488] env[66507]: DEBUG nova.objects.instance [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lazy-loading 'resources' on Instance uuid 9ed068e3-a530-4000-805b-07b321db2857 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.862765] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd8c2c2-6ca8-4cfc-939e-ae415edeb26d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.885589] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 808.885589] env[66507]: value = "task-4638038" [ 808.885589] env[66507]: _type = "Task" [ 808.885589] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.902826] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.903125] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638036, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.024498] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638037, 'name': Rename_Task, 'duration_secs': 0.190307} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.025187] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.025543] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45825d60-d87d-4a6f-9420-a491b7cb5713 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.035816] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 809.035816] env[66507]: value = "task-4638039" [ 809.035816] env[66507]: _type = "Task" [ 809.035816] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.048229] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.218386] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Successfully updated port: 0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 809.327458] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.359308] env[66507]: DEBUG nova.compute.utils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.364505] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 809.364505] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 809.364837] env[66507]: WARNING neutronclient.v2_0.client [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.366423] env[66507]: WARNING neutronclient.v2_0.client [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.404323] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522671} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.404893] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638038, 'name': ReconfigVM_Task, 'duration_secs': 0.4166} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.405273] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/470d61b5-2b57-4700-b2ca-ab9c2f1dcd89.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.408061] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.408061] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-0571318c-127b-4218-8c9a-bc890b284eae/volume-0571318c-127b-4218-8c9a-bc890b284eae.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.411125] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf77ef3d-b9ba-4ce9-b3c0-b73497f15852 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.416188] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b664d4c6-01f1-4f99-896d-9ee19b9b0bdc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.430740] env[66507]: DEBUG nova.policy [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '916141b6ec94401b8b3de1a76d82e504', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c62abd27f8914067b67d8fd9d50e7187', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.444290] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 809.444290] env[66507]: value = "task-4638041" [ 809.444290] env[66507]: _type = "Task" [ 809.444290] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.444621] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 809.444621] env[66507]: value = "task-4638040" [ 809.444621] env[66507]: _type = "Task" [ 809.444621] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.469278] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.472781] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.550669] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.590289] env[66507]: WARNING neutronclient.v2_0.client [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.660789] env[66507]: WARNING neutronclient.v2_0.client [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.722880] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.723077] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquired lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.723257] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 809.870572] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 809.915247] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Successfully created port: 40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 809.967577] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.970833] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.971235] env[66507]: DEBUG oslo_vmware.api [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638041, 'name': ReconfigVM_Task, 'duration_secs': 0.176218} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.972098] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34b92b-8a7e-48e4-a7f2-1a2dd2c014b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.975341] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905719', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'name': 'volume-0571318c-127b-4218-8c9a-bc890b284eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b813d7-570d-472b-b020-26c19fa7baae', 'attached_at': '', 'detached_at': '', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'serial': '0571318c-127b-4218-8c9a-bc890b284eae'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 810.011816] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/470d61b5-2b57-4700-b2ca-ab9c2f1dcd89.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.017840] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bdcb33-7e4d-4c90-be42-f2a351cb5352 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.043234] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 810.043234] env[66507]: value = "task-4638042" [ 810.043234] env[66507]: _type = "Task" [ 810.043234] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.056056] env[66507]: DEBUG oslo_vmware.api [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638039, 'name': PowerOnVM_Task, 'duration_secs': 0.555058} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.057967] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.057967] env[66507]: INFO nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Took 15.05 seconds to spawn the instance on the hypervisor. [ 810.057967] env[66507]: DEBUG nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 810.065112] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e991cf-3741-4951-9999-900e308e35b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.068666] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.088022] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6997a-81f0-4334-97e4-eb2e95cb1d3c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.099753] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc09cf1-05ab-42bb-9619-32370241d4b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.139024] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef5fd0-bd0f-44db-a667-903875ce8680 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.148177] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71dc65e-2c0a-47d5-a9db-e2aaa4698315 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.166136] env[66507]: DEBUG nova.compute.provider_tree [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.514196] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.515872] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.516370] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.516496] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.516663] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.517142] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.517142] env[66507]: DEBUG nova.virt.hardware [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.520630] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b6812-563b-45a6-9e11-521a62c16842 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.531849] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54164d07-d805-438d-bbb6-fd776f344408 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.557275] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638042, 'name': ReconfigVM_Task, 'duration_secs': 0.513649} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.557561] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/470d61b5-2b57-4700-b2ca-ab9c2f1dcd89.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.558144] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=66507) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 810.558542] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8ae75b56-c570-46bf-9801-586923f6fccb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.565531] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 810.565531] env[66507]: value = "task-4638043" [ 810.565531] env[66507]: _type = "Task" [ 810.565531] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.574888] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638043, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.602393] env[66507]: INFO nova.compute.manager [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Took 51.07 seconds to build instance. [ 810.670266] env[66507]: DEBUG nova.scheduler.client.report [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.680383] env[66507]: DEBUG nova.network.neutron [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updated VIF entry in instance network info cache for port bdffcd16-4022-417d-8b56-c4d5566b6439. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 810.680383] env[66507]: DEBUG nova.network.neutron [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updating instance_info_cache with network_info: [{"id": "bdffcd16-4022-417d-8b56-c4d5566b6439", "address": "fa:16:3e:77:03:45", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdffcd16-40", "ovs_interfaceid": "bdffcd16-4022-417d-8b56-c4d5566b6439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.715335] env[66507]: DEBUG nova.network.neutron [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updating instance_info_cache with network_info: [{"id": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "address": "fa:16:3e:30:02:d0", "network": {"id": "628604e8-bd43-4f6c-87a1-807d2420153b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-556276728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5808489d12ae48fb8165392d339dd798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fad89a7-c7", "ovs_interfaceid": "2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.748135] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 810.882028] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 810.895127] env[66507]: WARNING neutronclient.v2_0.client [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.909917] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.910184] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.910335] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.910515] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.910657] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.910797] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.910995] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.911274] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.911487] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.911690] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.911908] env[66507]: DEBUG nova.virt.hardware [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.912851] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d9735-8d90-4042-8fc1-2847dbc5260f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.925059] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf02156-abe7-4cfe-8783-1929a7556857 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.019762] env[66507]: DEBUG nova.network.neutron [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updating instance_info_cache with network_info: [{"id": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "address": "fa:16:3e:19:4e:40", "network": {"id": "5196b022-e6a7-461b-98ea-aab1b41343db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1901242833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd917b9f60d94f7cb14eefc2471e1f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0052f641-2d", "ovs_interfaceid": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.027052] env[66507]: DEBUG nova.objects.instance [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'flavor' on Instance uuid 06b813d7-570d-472b-b020-26c19fa7baae {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.076961] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638043, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.077247} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.077204] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=66507) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 811.078073] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c341fdc-134c-4cc3-b316-fedb5ee49009 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.102946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d6436d30-b88b-438f-840e-be1dfd71bf68 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.880s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.112734] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/ephemeral_0.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.114675] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cd6bb8-6617-4788-a51f-0049875ca0f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.136372] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 811.136372] env[66507]: value = "task-4638044" [ 811.136372] env[66507]: _type = "Task" [ 811.136372] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.147967] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.178503] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.182427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.144s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.182586] env[66507]: INFO nova.compute.claims [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.186762] env[66507]: DEBUG oslo_concurrency.lockutils [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] Releasing lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.187070] env[66507]: DEBUG nova.compute.manager [req-18ecb29e-ac17-4e1b-a05e-1a73636b0e13 req-702e7017-9e5a-47af-b005-4558fe3b655e service nova] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Received event network-vif-deleted-ff4f4430-32a4-472c-a1ea-06c637098a3e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 811.218261] env[66507]: DEBUG oslo_concurrency.lockutils [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Releasing lock "refresh_cache-bb5de9fc-3550-4641-bbb4-7c5224310f8c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.219927] env[66507]: INFO nova.scheduler.client.report [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Deleted allocations for instance 9ed068e3-a530-4000-805b-07b321db2857 [ 811.397165] env[66507]: DEBUG nova.compute.manager [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Received event network-vif-plugged-0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 811.397388] env[66507]: DEBUG oslo_concurrency.lockutils [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] Acquiring lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.397592] env[66507]: DEBUG oslo_concurrency.lockutils [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.397755] env[66507]: DEBUG oslo_concurrency.lockutils [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.397946] env[66507]: DEBUG nova.compute.manager [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] No waiting events found dispatching network-vif-plugged-0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 811.398240] env[66507]: WARNING nova.compute.manager [req-9718f55d-9f8f-4282-9fa0-5a9aace7889b req-3ab1a519-bfe5-47e6-aef1-4bf428033d9a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Received unexpected event network-vif-plugged-0052f641-2dd8-4428-acf9-f0d20241e6a3 for instance with vm_state building and task_state spawning. [ 811.487698] env[66507]: DEBUG nova.compute.manager [req-5b2f226c-64d1-41be-9a85-67006e08e93b req-45510f91-d9c7-4c30-ba94-8aff9c9079e9 service nova] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Received event network-vif-deleted-b4c9b83c-a5d5-408c-b26c-3962eb6ab12e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 811.524092] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Releasing lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.524475] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance network_info: |[{"id": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "address": "fa:16:3e:19:4e:40", "network": {"id": "5196b022-e6a7-461b-98ea-aab1b41343db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1901242833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd917b9f60d94f7cb14eefc2471e1f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0052f641-2d", "ovs_interfaceid": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 811.524940] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:4e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0052f641-2dd8-4428-acf9-f0d20241e6a3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.534608] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Creating folder: Project (bd917b9f60d94f7cb14eefc2471e1f30). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.535526] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f615ef10-902a-4623-8b57-a43f0ccd8938 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.539196] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d4dd2cca-bc65-4523-b3f7-b84b4e604805 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.557749] env[66507]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 811.558029] env[66507]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=66507) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 811.558642] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Folder already exists: Project (bd917b9f60d94f7cb14eefc2471e1f30). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 811.558883] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Creating folder: Instances. Parent ref: group-v905676. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.559218] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a469c2-5f83-494d-bb7e-6741060b4267 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.571059] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Created folder: Instances in parent group-v905676. [ 811.571325] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 811.571540] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.571764] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1febc0-18f7-43d3-9a8e-f2729209882c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.595527] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.595527] env[66507]: value = "task-4638047" [ 811.595527] env[66507]: _type = "Task" [ 811.595527] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.606349] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638047, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.630344] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 811.651066] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638044, 'name': ReconfigVM_Task, 'duration_secs': 0.438809} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.651404] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89/ephemeral_0.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.652112] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80afc07b-78a0-4177-b6d3-101ca95619f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.660656] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 811.660656] env[66507]: value = "task-4638048" [ 811.660656] env[66507]: _type = "Task" [ 811.660656] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.672282] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638048, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.723181] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Successfully updated port: 40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 811.731167] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b52057b-bdb5-4f37-9fac-6f20a3c71f8d tempest-ServerExternalEventsTest-1301368854 tempest-ServerExternalEventsTest-1301368854-project-member] Lock "9ed068e3-a530-4000-805b-07b321db2857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.112503] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638047, 'name': CreateVM_Task, 'duration_secs': 0.465756} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.113243] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.114139] env[66507]: WARNING neutronclient.v2_0.client [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.115327] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905688', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'name': 'volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bcbf78e-a7b3-4281-9fb9-23beb708b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'serial': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'ba7dde03-a022-4366-b4f2-aab2667a4cb7', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=66507) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 812.115592] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Root volume attach. Driver type: vmdk {{(pid=66507) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 812.116813] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae1286-44c9-4612-a2e4-15402853d926 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.127199] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275678f9-ba0c-450f-8b64-df62bc0f7bed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.139220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f86e78-7e3c-47ef-95e6-f6d7003b96d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.152546] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0552c841-a918-442d-8905-9cbda9fe6897 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.165076] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 812.165076] env[66507]: value = "task-4638049" [ 812.165076] env[66507]: _type = "Task" [ 812.165076] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.167719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.182711] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638048, 'name': Rename_Task, 'duration_secs': 0.220988} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.187452] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.187452] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638049, 'name': RelocateVM_Task} progress is 7%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.187452] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73f97c2-dc4c-422f-8a45-452ae40f50c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.196822] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 812.196822] env[66507]: value = "task-4638050" [ 812.196822] env[66507]: _type = "Task" [ 812.196822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.211282] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.233734] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.233792] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquired lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.235038] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.235333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.238626] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be0e2de-7d1d-4f48-a068-b9b15da9cf9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.245184] env[66507]: DEBUG oslo_vmware.api [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 812.245184] env[66507]: value = "task-4638051" [ 812.245184] env[66507]: _type = "Task" [ 812.245184] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.265280] env[66507]: DEBUG oslo_vmware.api [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.524078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.524415] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.524657] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "06b813d7-570d-472b-b020-26c19fa7baae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.524926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.525149] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.531059] env[66507]: INFO nova.compute.manager [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Terminating instance [ 812.707707] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638049, 'name': RelocateVM_Task} progress is 20%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.729243] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.764202] env[66507]: DEBUG oslo_vmware.api [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.793831] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.044045] env[66507]: DEBUG nova.compute.manager [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 813.044322] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.045778] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa6e641-8008-4c83-84ae-7c1ef052f1d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.050465] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c11f3b-535a-4982-913f-f6c02dc06a97 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.065710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87926a-dae3-437a-879f-508c7f191949 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.071329] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 813.071329] env[66507]: value = "task-4638052" [ 813.071329] env[66507]: _type = "Task" [ 813.071329] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.108763] env[66507]: WARNING neutronclient.v2_0.client [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.112629] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d23c7-92e2-4d06-b029-d3b8436128c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.119231] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.120184] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.120420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.120694] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "a077f982-00ab-497a-9152-94946f7dc16f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.120973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.120973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.125780] env[66507]: INFO nova.compute.manager [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Terminating instance [ 813.128822] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e020422-061e-47f8-a208-8a739f6a39fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.148546] env[66507]: DEBUG nova.compute.provider_tree [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.194031] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638049, 'name': RelocateVM_Task, 'duration_secs': 0.564234} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.194342] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.194603] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905688', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'name': 'volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bcbf78e-a7b3-4281-9fb9-23beb708b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'serial': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.195397] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259a3d5-9873-4933-ab82-ddba240ae47d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.200257] env[66507]: DEBUG nova.network.neutron [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Updating instance_info_cache with network_info: [{"id": "40212014-3ac1-480a-829d-e5a32d6902cd", "address": "fa:16:3e:4b:d1:1d", "network": {"id": "348aac23-4d83-4e3d-a06b-8dd6cc43faa2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-745901618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c62abd27f8914067b67d8fd9d50e7187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40212014-3a", "ovs_interfaceid": "40212014-3ac1-480a-829d-e5a32d6902cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.217473] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9534893-9ac0-492c-adb9-a0f4bf0ca59b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.248793] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5/volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.249130] env[66507]: DEBUG oslo_vmware.api [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638050, 'name': PowerOnVM_Task, 'duration_secs': 0.659247} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.249806] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e92102b-96db-4396-beee-a70f0ca08f9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.266218] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.266502] env[66507]: INFO nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Took 9.16 seconds to spawn the instance on the hypervisor. [ 813.266712] env[66507]: DEBUG nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 813.271085] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc48a08-b0d3-4db3-9abd-c52d08bae94c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.281135] env[66507]: DEBUG oslo_vmware.api [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638051, 'name': PowerOnVM_Task, 'duration_secs': 0.554624} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.285392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.285392] env[66507]: DEBUG nova.compute.manager [None req-73fd436d-0bfb-4027-bdc4-8778c45a2071 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 813.285392] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 813.285392] env[66507]: value = "task-4638053" [ 813.285392] env[66507]: _type = "Task" [ 813.285392] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.293027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4d102-6a2d-4c2d-9b20-c1c4b50b6008 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303267] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.582822] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638052, 'name': PowerOffVM_Task, 'duration_secs': 0.370215} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.583116] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.583346] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 813.583764] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905719', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'name': 'volume-0571318c-127b-4218-8c9a-bc890b284eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b813d7-570d-472b-b020-26c19fa7baae', 'attached_at': '', 'detached_at': '', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'serial': '0571318c-127b-4218-8c9a-bc890b284eae'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 813.584674] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14292b8c-ab4f-4ae1-9c1f-02a05083d0fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.609726] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4082176-d892-41e7-a7ec-72f6fc8e6572 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.618559] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5e0f0-3ac1-4f84-b74e-6e6736bc97be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.643374] env[66507]: DEBUG nova.compute.manager [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 813.643837] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.644681] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef621d-515f-43c8-a6f3-3555efc2c104 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.651031] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2bac4b-e967-4518-8ac9-d2a55aef1610 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.654426] env[66507]: DEBUG nova.scheduler.client.report [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.676502] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The volume has not been displaced from its original location: [datastore1] volume-0571318c-127b-4218-8c9a-bc890b284eae/volume-0571318c-127b-4218-8c9a-bc890b284eae.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 813.683434] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.687070] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4922b0a9-c17a-4ec4-a89e-40fcf956215d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.701976] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.702808] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5435bf15-61f5-43b3-be1e-423bcc0b65c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.712171] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 813.712171] env[66507]: value = "task-4638055" [ 813.712171] env[66507]: _type = "Task" [ 813.712171] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.714215] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Releasing lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714747] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Instance network_info: |[{"id": "40212014-3ac1-480a-829d-e5a32d6902cd", "address": "fa:16:3e:4b:d1:1d", "network": {"id": "348aac23-4d83-4e3d-a06b-8dd6cc43faa2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-745901618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c62abd27f8914067b67d8fd9d50e7187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40212014-3a", "ovs_interfaceid": "40212014-3ac1-480a-829d-e5a32d6902cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 813.715263] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 813.715263] env[66507]: value = "task-4638054" [ 813.715263] env[66507]: _type = "Task" [ 813.715263] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.719022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:d1:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40212014-3ac1-480a-829d-e5a32d6902cd', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.727531] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Creating folder: Project (c62abd27f8914067b67d8fd9d50e7187). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.728414] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6607c37-a71f-42ad-b83d-cd2d81dbd677 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.741029] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.745751] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.747801] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Created folder: Project (c62abd27f8914067b67d8fd9d50e7187) in parent group-v905587. [ 813.748177] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Creating folder: Instances. Parent ref: group-v905726. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.748548] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb49e7a7-e4a2-47c3-81f7-e82058282ccc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.762222] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Created folder: Instances in parent group-v905726. [ 813.762525] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.762876] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.763145] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-592b9fea-a21e-45c5-b8d1-6c7708e0854f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.787246] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.787246] env[66507]: value = "task-4638058" [ 813.787246] env[66507]: _type = "Task" [ 813.787246] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.806775] env[66507]: INFO nova.compute.manager [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Took 50.21 seconds to build instance. [ 813.817144] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638058, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.828352] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.161276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.980s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.162188] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 814.164689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.541s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.164971] env[66507]: DEBUG nova.objects.instance [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lazy-loading 'resources' on Instance uuid 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.214585] env[66507]: DEBUG nova.compute.manager [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Received event network-changed-0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 814.214585] env[66507]: DEBUG nova.compute.manager [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Refreshing instance network info cache due to event network-changed-0052f641-2dd8-4428-acf9-f0d20241e6a3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 814.214748] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] Acquiring lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.214873] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] Acquired lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215058] env[66507]: DEBUG nova.network.neutron [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Refreshing network info cache for port 0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.229354] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638055, 'name': ReconfigVM_Task, 'duration_secs': 0.334754} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.229354] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 814.233191] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3840ac15-a097-4497-86be-4666ea516146 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.252984] env[66507]: DEBUG nova.compute.manager [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Received event network-vif-plugged-40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 814.253208] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Acquiring lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.253743] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.253891] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.253928] env[66507]: DEBUG nova.compute.manager [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] No waiting events found dispatching network-vif-plugged-40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 814.254116] env[66507]: WARNING nova.compute.manager [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Received unexpected event network-vif-plugged-40212014-3ac1-480a-829d-e5a32d6902cd for instance with vm_state building and task_state spawning. [ 814.254243] env[66507]: DEBUG nova.compute.manager [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Received event network-changed-40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 814.254387] env[66507]: DEBUG nova.compute.manager [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Refreshing instance network info cache due to event network-changed-40212014-3ac1-480a-829d-e5a32d6902cd. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 814.254561] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Acquiring lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.254685] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Acquired lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.255219] env[66507]: DEBUG nova.network.neutron [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Refreshing network info cache for port 40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.264087] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638054, 'name': PowerOffVM_Task, 'duration_secs': 0.470345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.266055] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.266290] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.266608] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 814.266608] env[66507]: value = "task-4638059" [ 814.266608] env[66507]: _type = "Task" [ 814.266608] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.267029] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40347838-825e-4fba-b555-1fb89ce1101e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.282730] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.302467] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638058, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.314981] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638053, 'name': ReconfigVM_Task, 'duration_secs': 0.643799} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.314981] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5/volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.323467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-59442d1e-53e5-440a-91e3-fce32f286e62 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.352s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.324183] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f6b2dc-baaf-4cc3-87cb-13c67e93cb3e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.355838] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 814.355838] env[66507]: value = "task-4638061" [ 814.355838] env[66507]: _type = "Task" [ 814.355838] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.371050] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.506092] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.506404] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.506695] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleting the datastore file [datastore1] a077f982-00ab-497a-9152-94946f7dc16f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.506997] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f118b1-b1bf-4292-9a93-0de112b95bf2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.515814] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 814.515814] env[66507]: value = "task-4638062" [ 814.515814] env[66507]: _type = "Task" [ 814.515814] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.525778] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.670082] env[66507]: DEBUG nova.compute.utils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.677170] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 814.677678] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 814.678260] env[66507]: WARNING neutronclient.v2_0.client [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.678820] env[66507]: WARNING neutronclient.v2_0.client [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.718525] env[66507]: WARNING neutronclient.v2_0.client [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.759030] env[66507]: WARNING neutronclient.v2_0.client [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.765713] env[66507]: DEBUG nova.policy [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d3dd4f56c0e4761b3a6e3b6928150e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611f13dbe6b34c52972af528a3246392', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.782068] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.800722] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638058, 'name': CreateVM_Task, 'duration_secs': 0.586861} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.801038] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.801457] env[66507]: WARNING neutronclient.v2_0.client [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.802369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.802369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.802499] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804053] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99e1de7-1de6-4f63-b6fc-aa6904a69689 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.813072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.813072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.820524] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 814.820524] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52be7bf7-3849-0d48-de66-d89c1a63257d" [ 814.820524] env[66507]: _type = "Task" [ 814.820524] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.833145] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52be7bf7-3849-0d48-de66-d89c1a63257d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.846204] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 814.873966] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638061, 'name': ReconfigVM_Task, 'duration_secs': 0.264334} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.877871] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905688', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'name': 'volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bcbf78e-a7b3-4281-9fb9-23beb708b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'serial': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 814.878803] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a3cb79-8074-4985-a264-5f7ab4872576 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.887176] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 814.887176] env[66507]: value = "task-4638063" [ 814.887176] env[66507]: _type = "Task" [ 814.887176] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.901886] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638063, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.034343] env[66507]: DEBUG oslo_vmware.api [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286497} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.034674] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.034882] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.035133] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.035263] env[66507]: INFO nova.compute.manager [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Took 1.39 seconds to destroy the instance on the hypervisor. [ 815.035531] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.039229] env[66507]: DEBUG nova.compute.manager [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 815.039229] env[66507]: DEBUG nova.network.neutron [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.039379] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.105832] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.177644] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 815.190704] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Successfully created port: 0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.230313] env[66507]: WARNING neutronclient.v2_0.client [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.274728] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6df0c-0751-4d6d-8381-b321fad086f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.290431] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f3b019-8131-4d92-ac03-f236f07c2fb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.294943] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638059, 'name': ReconfigVM_Task, 'duration_secs': 0.892154} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.295407] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905719', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'name': 'volume-0571318c-127b-4218-8c9a-bc890b284eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b813d7-570d-472b-b020-26c19fa7baae', 'attached_at': '', 'detached_at': '', 'volume_id': '0571318c-127b-4218-8c9a-bc890b284eae', 'serial': '0571318c-127b-4218-8c9a-bc890b284eae'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 815.295813] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.297112] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f687eb-a3c2-4db7-a422-003e42b9f5c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.328891] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf50780-5813-40b6-b6d9-d2b6d546d1d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.334079] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.335430] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f684a2f2-eb59-4530-a075-6b5f70b29deb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.340673] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52be7bf7-3849-0d48-de66-d89c1a63257d, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.343288] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.343528] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.343846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.344013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.344198] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.344519] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455e784f-e6b9-4da0-b182-b5dd5a98b7ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.347462] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8869eab7-8fcb-4946-92f0-fa38c68c6084 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.367049] env[66507]: DEBUG nova.compute.provider_tree [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.373027] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.373027] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.373027] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.373027] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca836246-ca2f-4f7e-8ec2-762cd630ee60 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.378085] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 815.378085] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521d0e74-efca-d089-a879-908f5b3c2dbe" [ 815.378085] env[66507]: _type = "Task" [ 815.378085] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.390450] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521d0e74-efca-d089-a879-908f5b3c2dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.401745] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638063, 'name': Rename_Task, 'duration_secs': 0.206286} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.402118] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.402453] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a38f88-7e56-4944-8a14-4365d90ce5b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.411868] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 815.411868] env[66507]: value = "task-4638065" [ 815.411868] env[66507]: _type = "Task" [ 815.411868] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.419279] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.419654] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.419935] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore1] 06b813d7-570d-472b-b020-26c19fa7baae {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.420862] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97cccbfe-d36d-4dff-8dd1-98b267b2f7f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.424886] env[66507]: WARNING neutronclient.v2_0.client [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.430976] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.436862] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 815.436862] env[66507]: value = "task-4638066" [ 815.436862] env[66507]: _type = "Task" [ 815.436862] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.445850] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.809911] env[66507]: DEBUG nova.network.neutron [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updated VIF entry in instance network info cache for port 0052f641-2dd8-4428-acf9-f0d20241e6a3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.809911] env[66507]: DEBUG nova.network.neutron [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updating instance_info_cache with network_info: [{"id": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "address": "fa:16:3e:19:4e:40", "network": {"id": "5196b022-e6a7-461b-98ea-aab1b41343db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1901242833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd917b9f60d94f7cb14eefc2471e1f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0052f641-2d", "ovs_interfaceid": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.873153] env[66507]: DEBUG nova.scheduler.client.report [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.890080] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521d0e74-efca-d089-a879-908f5b3c2dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.02257} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.890947] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9323e319-05ac-4360-b774-d21b3aab98c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.898037] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 815.898037] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c1c105-7d8d-6e7a-5e7a-18b472a09014" [ 815.898037] env[66507]: _type = "Task" [ 815.898037] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.907515] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c1c105-7d8d-6e7a-5e7a-18b472a09014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.922219] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.947201] env[66507]: DEBUG oslo_vmware.api [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26523} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.947460] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.947641] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.947812] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.948043] env[66507]: INFO nova.compute.manager [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Took 2.90 seconds to destroy the instance on the hypervisor. [ 815.948282] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.948480] env[66507]: DEBUG nova.compute.manager [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 815.948579] env[66507]: DEBUG nova.network.neutron [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.948828] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.134748] env[66507]: DEBUG nova.network.neutron [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Updated VIF entry in instance network info cache for port 40212014-3ac1-480a-829d-e5a32d6902cd. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 816.135146] env[66507]: DEBUG nova.network.neutron [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Updating instance_info_cache with network_info: [{"id": "40212014-3ac1-480a-829d-e5a32d6902cd", "address": "fa:16:3e:4b:d1:1d", "network": {"id": "348aac23-4d83-4e3d-a06b-8dd6cc43faa2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-745901618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c62abd27f8914067b67d8fd9d50e7187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40212014-3a", "ovs_interfaceid": "40212014-3ac1-480a-829d-e5a32d6902cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.193516] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 816.216326] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.226433] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.226771] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.226935] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.227131] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.227276] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.227420] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.227626] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.227784] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.228037] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.228266] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.228455] env[66507]: DEBUG nova.virt.hardware [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.229396] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d970b-1043-4907-a179-0a4384c01c56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.241735] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f131b-7592-4868-b719-9bcc0c47397b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.313228] env[66507]: DEBUG oslo_concurrency.lockutils [req-5d98f39a-9f96-4155-95a6-fa0592156522 req-8e9a1807-bf6d-447a-b3c9-59709235ee6a service nova] Releasing lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.383030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.384384] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.952s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.388973] env[66507]: INFO nova.compute.claims [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.410969] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c1c105-7d8d-6e7a-5e7a-18b472a09014, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.412133] env[66507]: INFO nova.scheduler.client.report [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Deleted allocations for instance 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac [ 816.413360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.413636] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 6888c743-4907-47c2-9b5c-fa1aaa38b2b1/6888c743-4907-47c2-9b5c-fa1aaa38b2b1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.416547] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f020c6-9137-46b0-b286-dc332ed61101 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.427263] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 816.427263] env[66507]: value = "task-4638067" [ 816.427263] env[66507]: _type = "Task" [ 816.427263] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.430234] env[66507]: DEBUG oslo_vmware.api [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638065, 'name': PowerOnVM_Task, 'duration_secs': 0.653333} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.433385] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.434014] env[66507]: INFO nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Took 5.92 seconds to spawn the instance on the hypervisor. [ 816.434014] env[66507]: DEBUG nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 816.435311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969340d1-46ce-470d-a598-d2dcb6de5c98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.448519] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.600119] env[66507]: DEBUG nova.network.neutron [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.638091] env[66507]: DEBUG oslo_concurrency.lockutils [req-37b50933-f523-4f25-8750-0fefa9b6d6fd req-d0d6c0db-1b1d-41af-aca6-be5c4a93a5d6 service nova] Releasing lock "refresh_cache-6888c743-4907-47c2-9b5c-fa1aaa38b2b1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.778024] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Successfully updated port: 0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 816.927196] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2696f3a6-0229-4cb3-8f79-255e54b6c0e3 tempest-ServersAdminNegativeTestJSON-39144073 tempest-ServersAdminNegativeTestJSON-39144073-project-member] Lock "3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.867s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.948090] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.959447] env[66507]: INFO nova.compute.manager [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Took 35.23 seconds to build instance. [ 816.964734] env[66507]: DEBUG nova.network.neutron [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.104837] env[66507]: INFO nova.compute.manager [-] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Took 2.06 seconds to deallocate network for instance. [ 817.281067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.281332] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.281468] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.446629] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841781} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.447078] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 6888c743-4907-47c2-9b5c-fa1aaa38b2b1/6888c743-4907-47c2-9b5c-fa1aaa38b2b1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.447237] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.449977] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0a7422-2934-44f5-8cca-8782c1604914 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.458205] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 817.458205] env[66507]: value = "task-4638068" [ 817.458205] env[66507]: _type = "Task" [ 817.458205] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.463788] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56b58bc2-cdef-4d07-be08-21a459a17dd0 tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.994s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.469144] env[66507]: INFO nova.compute.manager [-] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Took 1.52 seconds to deallocate network for instance. [ 817.478172] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.599895] env[66507]: DEBUG nova.compute.manager [req-bd413510-1760-4db5-8e80-b694b95017d0 req-9dff8b7a-a7ba-4767-86b2-898d596f47d1 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-deleted-b5331b1b-d84d-4889-8a4b-517e9504f771 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 817.600129] env[66507]: DEBUG nova.compute.manager [req-bd413510-1760-4db5-8e80-b694b95017d0 req-9dff8b7a-a7ba-4767-86b2-898d596f47d1 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-deleted-bfda7373-783a-49f1-b07e-559ec312d6d0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 817.600306] env[66507]: DEBUG nova.compute.manager [req-bd413510-1760-4db5-8e80-b694b95017d0 req-9dff8b7a-a7ba-4767-86b2-898d596f47d1 service nova] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Received event network-vif-deleted-5326e5f8-d9c2-4aee-bce9-eb015451ed9b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 817.610747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.682404] env[66507]: DEBUG nova.compute.manager [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Received event network-vif-plugged-0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 817.682649] env[66507]: DEBUG oslo_concurrency.lockutils [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] Acquiring lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.682823] env[66507]: DEBUG oslo_concurrency.lockutils [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.683033] env[66507]: DEBUG oslo_concurrency.lockutils [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.683161] env[66507]: DEBUG nova.compute.manager [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] No waiting events found dispatching network-vif-plugged-0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 817.683364] env[66507]: WARNING nova.compute.manager [req-7c1f995b-2e20-4a62-88ab-b8aeabfbc500 req-3e5f060b-f8f5-4a9c-8fad-c558fa59460c service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Received unexpected event network-vif-plugged-0f95cde5-f8a5-4870-9a98-56ca046b5849 for instance with vm_state building and task_state spawning. [ 817.829478] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.944922] env[66507]: WARNING neutronclient.v2_0.client [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.971200] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 817.981423] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113402} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.982328] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.983717] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d876d-5b42-40fe-a707-f2bf2a1f8b17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.022690] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6888c743-4907-47c2-9b5c-fa1aaa38b2b1/6888c743-4907-47c2-9b5c-fa1aaa38b2b1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.027914] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592f59f7-60a9-4ba4-ab1c-6bf5e1b23cec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.046963] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7d4e9-09b6-4bfc-a9e4-f4ef697a9856 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.058574] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807caf62-813c-42e4-b243-df2fbc50685f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.062212] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 818.062212] env[66507]: value = "task-4638069" [ 818.062212] env[66507]: _type = "Task" [ 818.062212] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.063397] env[66507]: INFO nova.compute.manager [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Took 0.59 seconds to detach 1 volumes for instance. [ 818.110297] env[66507]: DEBUG nova.network.neutron [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Updating instance_info_cache with network_info: [{"id": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "address": "fa:16:3e:6e:2e:48", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f95cde5-f8", "ovs_interfaceid": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.116296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e69ad9-15ac-4cb4-ab15-488a51ae0741 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.119607] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.127370] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21581f3a-04cb-4131-87ec-956cd4fa35b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144680] env[66507]: DEBUG nova.compute.provider_tree [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.500262] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.576522] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.577272] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.622720] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.622720] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Instance network_info: |[{"id": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "address": "fa:16:3e:6e:2e:48", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f95cde5-f8", "ovs_interfaceid": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 818.622720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:2e:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f95cde5-f8a5-4870-9a98-56ca046b5849', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.635117] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 818.635117] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.635117] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8457587-70a3-41b6-8740-bba92434f446 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.651942] env[66507]: DEBUG nova.scheduler.client.report [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.662395] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.662395] env[66507]: value = "task-4638070" [ 818.662395] env[66507]: _type = "Task" [ 818.662395] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.673846] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638070, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.075488] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638069, 'name': ReconfigVM_Task, 'duration_secs': 0.932033} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.075950] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6888c743-4907-47c2-9b5c-fa1aaa38b2b1/6888c743-4907-47c2-9b5c-fa1aaa38b2b1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.076891] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862ffee6-69ae-4d83-997e-a76815358841 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.086299] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 819.086299] env[66507]: value = "task-4638071" [ 819.086299] env[66507]: _type = "Task" [ 819.086299] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.096824] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638071, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.159017] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.159610] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 819.163549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.056s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.165379] env[66507]: INFO nova.compute.claims [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.179246] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638070, 'name': CreateVM_Task, 'duration_secs': 0.373525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.179379] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.179993] env[66507]: WARNING neutronclient.v2_0.client [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.180444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.180628] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.181376] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f410b21-64ef-4be1-865c-e78f5778faf2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.187096] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 819.187096] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52480f02-4bdc-ef8f-d544-ce78ca4f3a59" [ 819.187096] env[66507]: _type = "Task" [ 819.187096] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.196757] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52480f02-4bdc-ef8f-d544-ce78ca4f3a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.597358] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638071, 'name': Rename_Task, 'duration_secs': 0.301758} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.597692] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.597890] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c1c8f5-90ed-49ff-87db-7698ab2b6b10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.606186] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 819.606186] env[66507]: value = "task-4638072" [ 819.606186] env[66507]: _type = "Task" [ 819.606186] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.624950] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.673188] env[66507]: DEBUG nova.compute.utils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.678044] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 819.678044] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 819.678044] env[66507]: WARNING neutronclient.v2_0.client [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.678044] env[66507]: WARNING neutronclient.v2_0.client [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.699496] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52480f02-4bdc-ef8f-d544-ce78ca4f3a59, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.699790] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.700032] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.700264] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.701052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.701052] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.701052] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3e1889-ebbd-43f0-8d52-3645405b09e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.710806] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.711323] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.711736] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3682c735-baec-4246-ab17-b87a20c04d76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.720945] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 819.720945] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5290e234-b3d5-210a-7b65-53ed98e9052e" [ 819.720945] env[66507]: _type = "Task" [ 819.720945] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.734226] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5290e234-b3d5-210a-7b65-53ed98e9052e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.827228] env[66507]: DEBUG nova.policy [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b90121c96376453795da7024a44b9770', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65967f40c644c4fb9463e3315d5ffe3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.120528] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.176394] env[66507]: DEBUG nova.compute.manager [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Received event network-vif-deleted-769915b6-64da-446b-86c9-242851c18106 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.176394] env[66507]: DEBUG nova.compute.manager [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Received event network-changed-bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.176394] env[66507]: DEBUG nova.compute.manager [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Refreshing instance network info cache due to event network-changed-bdffcd16-4022-417d-8b56-c4d5566b6439. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 820.176394] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Acquiring lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.176619] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Acquired lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.176711] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Refreshing network info cache for port bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.181701] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 820.198886] env[66507]: DEBUG nova.compute.manager [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Received event network-changed-0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.199102] env[66507]: DEBUG nova.compute.manager [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Refreshing instance network info cache due to event network-changed-0f95cde5-f8a5-4870-9a98-56ca046b5849. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 820.199317] env[66507]: DEBUG oslo_concurrency.lockutils [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] Acquiring lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199455] env[66507]: DEBUG oslo_concurrency.lockutils [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] Acquired lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199608] env[66507]: DEBUG nova.network.neutron [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Refreshing network info cache for port 0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.237961] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5290e234-b3d5-210a-7b65-53ed98e9052e, 'name': SearchDatastore_Task, 'duration_secs': 0.030687} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.239196] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Successfully created port: f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 820.245533] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7a004f-1580-40c2-96f2-ecf3013c01d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.253486] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 820.253486] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527d100b-3263-cdfe-d064-11066b7ff448" [ 820.253486] env[66507]: _type = "Task" [ 820.253486] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.269734] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d100b-3263-cdfe-d064-11066b7ff448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.619614] env[66507]: DEBUG oslo_vmware.api [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638072, 'name': PowerOnVM_Task, 'duration_secs': 0.78619} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.622805] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.623074] env[66507]: INFO nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Took 9.74 seconds to spawn the instance on the hypervisor. [ 820.623362] env[66507]: DEBUG nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 820.624874] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd51d36d-95cf-417d-bd4d-64616310465f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.685428] env[66507]: WARNING neutronclient.v2_0.client [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.703636] env[66507]: WARNING neutronclient.v2_0.client [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.723520] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747293c6-7875-49ad-8646-50ecd9d603bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.732779] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49676a39-48cf-4b56-bf50-a193e061f529 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.773121] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d33e6-67e6-4042-9c61-780d583af797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.786484] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d100b-3263-cdfe-d064-11066b7ff448, 'name': SearchDatastore_Task, 'duration_secs': 0.016529} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.789501] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.789501] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 9738e220-df85-4d2f-8832-de3cd42b6c66/9738e220-df85-4d2f-8832-de3cd42b6c66.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.789711] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbb43fa-0bc4-4809-9bf4-0ec46b932f88 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.792991] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ff5cb-bb53-41e5-884f-5a61dde31887 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.810327] env[66507]: DEBUG nova.compute.provider_tree [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.815281] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 820.815281] env[66507]: value = "task-4638073" [ 820.815281] env[66507]: _type = "Task" [ 820.815281] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.826189] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.151734] env[66507]: INFO nova.compute.manager [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Took 37.84 seconds to build instance. [ 821.168237] env[66507]: WARNING neutronclient.v2_0.client [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.199046] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 821.239032] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 821.239506] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.239732] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 821.240492] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.240492] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 821.240771] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 821.241159] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 821.242078] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 821.242078] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 821.242389] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 821.242709] env[66507]: DEBUG nova.virt.hardware [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 821.244070] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df24d8-cf84-43be-a1c8-554a9a835ec6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.256485] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a605c9-487d-40cc-924e-61d9f8e8b136 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.280402] env[66507]: WARNING neutronclient.v2_0.client [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.317211] env[66507]: DEBUG nova.scheduler.client.report [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.347472] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.449985] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updated VIF entry in instance network info cache for port bdffcd16-4022-417d-8b56-c4d5566b6439. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 821.450123] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updating instance_info_cache with network_info: [{"id": "bdffcd16-4022-417d-8b56-c4d5566b6439", "address": "fa:16:3e:77:03:45", "network": {"id": "988baa16-32ce-4de3-b1e0-223d986d3e38", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1666841744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "885a2a2b27e9410d8ebb016b0abe596e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdffcd16-40", "ovs_interfaceid": "bdffcd16-4022-417d-8b56-c4d5566b6439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.496294] env[66507]: DEBUG nova.network.neutron [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Updated VIF entry in instance network info cache for port 0f95cde5-f8a5-4870-9a98-56ca046b5849. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 821.496808] env[66507]: DEBUG nova.network.neutron [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Updating instance_info_cache with network_info: [{"id": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "address": "fa:16:3e:6e:2e:48", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f95cde5-f8", "ovs_interfaceid": "0f95cde5-f8a5-4870-9a98-56ca046b5849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.654018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e26472a9-f34b-4625-ad8a-5fd85bedc40b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.962s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.828072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.828692] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 821.837026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.979s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.837026] env[66507]: INFO nova.compute.claims [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.839632] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706304} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.840372] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 9738e220-df85-4d2f-8832-de3cd42b6c66/9738e220-df85-4d2f-8832-de3cd42b6c66.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.840587] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.840851] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2add9f21-8958-4611-9f35-924d511f4d5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.849358] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 821.849358] env[66507]: value = "task-4638074" [ 821.849358] env[66507]: _type = "Task" [ 821.849358] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.860520] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.944264] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Successfully updated port: f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 821.953723] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Releasing lock "refresh_cache-470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.954034] env[66507]: DEBUG nova.compute.manager [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Received event network-changed-0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 821.954207] env[66507]: DEBUG nova.compute.manager [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Refreshing instance network info cache due to event network-changed-0052f641-2dd8-4428-acf9-f0d20241e6a3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 821.954421] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Acquiring lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.954555] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Acquired lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.955036] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Refreshing network info cache for port 0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.001349] env[66507]: DEBUG oslo_concurrency.lockutils [req-5bafea70-2445-44b3-a4fe-5e32e780e446 req-c88c4f9f-87f3-4c92-bb81-377b5955b786 service nova] Releasing lock "refresh_cache-9738e220-df85-4d2f-8832-de3cd42b6c66" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.004630] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.004850] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.157898] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 822.342163] env[66507]: DEBUG nova.compute.utils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.346121] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 822.346336] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 822.346780] env[66507]: WARNING neutronclient.v2_0.client [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.346963] env[66507]: WARNING neutronclient.v2_0.client [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.367212] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108167} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.367371] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.368620] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3024e-edf2-4f8f-8db9-206279af13bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.395118] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9738e220-df85-4d2f-8832-de3cd42b6c66/9738e220-df85-4d2f-8832-de3cd42b6c66.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.398535] env[66507]: DEBUG nova.policy [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc566426d5e41e4a91415eb126ff24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001efa42e584baa80144e9c91d5cc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.400445] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2cfbde-d006-4c5c-b1ea-f868b2427c2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.424275] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 822.424275] env[66507]: value = "task-4638075" [ 822.424275] env[66507]: _type = "Task" [ 822.424275] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.433381] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.447608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.448863] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquired lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.448863] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 822.458209] env[66507]: WARNING neutronclient.v2_0.client [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.635577] env[66507]: DEBUG nova.compute.manager [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Received event network-vif-plugged-f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 822.636428] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Acquiring lock "9461d660-0dab-45f6-87a0-5500771eedee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.636736] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Lock "9461d660-0dab-45f6-87a0-5500771eedee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.636977] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Lock "9461d660-0dab-45f6-87a0-5500771eedee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.637487] env[66507]: DEBUG nova.compute.manager [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] No waiting events found dispatching network-vif-plugged-f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 822.637487] env[66507]: WARNING nova.compute.manager [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Received unexpected event network-vif-plugged-f6df5686-bea9-4340-8e5a-826a4221ad85 for instance with vm_state building and task_state spawning. [ 822.637623] env[66507]: DEBUG nova.compute.manager [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Received event network-changed-f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 822.637985] env[66507]: DEBUG nova.compute.manager [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Refreshing instance network info cache due to event network-changed-f6df5686-bea9-4340-8e5a-826a4221ad85. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 822.638460] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Acquiring lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.686432] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.794896] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Successfully created port: 841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 822.846842] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 822.939473] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.995150] env[66507]: WARNING neutronclient.v2_0.client [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.026697] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 823.159952] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updated VIF entry in instance network info cache for port 0052f641-2dd8-4428-acf9-f0d20241e6a3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.160330] env[66507]: DEBUG nova.network.neutron [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updating instance_info_cache with network_info: [{"id": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "address": "fa:16:3e:19:4e:40", "network": {"id": "5196b022-e6a7-461b-98ea-aab1b41343db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1901242833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd917b9f60d94f7cb14eefc2471e1f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0052f641-2d", "ovs_interfaceid": "0052f641-2dd8-4428-acf9-f0d20241e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.214799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.214799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.214988] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.215261] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.215757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.228737] env[66507]: INFO nova.compute.manager [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Terminating instance [ 823.248323] env[66507]: WARNING neutronclient.v2_0.client [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.439070] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.452430] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe652f-e19b-46e2-90a9-b953613e7c3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.461439] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533cd37-d1a5-43b4-ad13-15e22f3d53e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.497764] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609abcd9-4434-4811-ae9f-21bcf421984c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.506444] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e47e31b-23ac-4c5e-9f7a-65e14a4d3044 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.521531] env[66507]: DEBUG nova.compute.provider_tree [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.602567] env[66507]: DEBUG nova.network.neutron [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Updating instance_info_cache with network_info: [{"id": "f6df5686-bea9-4340-8e5a-826a4221ad85", "address": "fa:16:3e:9d:d7:6f", "network": {"id": "3e0a3eee-4167-4dfd-b87e-018e42845e90", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1148849483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65967f40c644c4fb9463e3315d5ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6df5686-be", "ovs_interfaceid": "f6df5686-bea9-4340-8e5a-826a4221ad85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.666592] env[66507]: DEBUG oslo_concurrency.lockutils [req-2c9a4e35-c7a3-4d17-9504-8b3057a5f5f0 req-1cca746c-ba65-442c-976d-5f4693206e92 service nova] Releasing lock "refresh_cache-8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.734797] env[66507]: DEBUG nova.compute.manager [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 823.734797] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.736082] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825aae9-c5f6-4c2d-9d47-41b143e5ed10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.746632] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.746812] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779925de-8459-4ef9-b90f-336b34b68ea6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.755730] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 823.755730] env[66507]: value = "task-4638076" [ 823.755730] env[66507]: _type = "Task" [ 823.755730] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.766646] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.865316] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 823.897530] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.897791] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.897939] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.898157] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.898298] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.898440] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.898646] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.898802] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.898971] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.899174] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.899361] env[66507]: DEBUG nova.virt.hardware [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.900333] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1791ff-4cd2-4fdf-9a3f-040e6475838a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.909819] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e082f9f-f90e-46e7-8738-66b522cc2bdc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.937570] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638075, 'name': ReconfigVM_Task, 'duration_secs': 1.34642} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.937847] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9738e220-df85-4d2f-8832-de3cd42b6c66/9738e220-df85-4d2f-8832-de3cd42b6c66.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.938525] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d57ec666-804f-4cb3-a99f-58cce304b3e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.945799] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 823.945799] env[66507]: value = "task-4638077" [ 823.945799] env[66507]: _type = "Task" [ 823.945799] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.957472] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638077, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.025240] env[66507]: DEBUG nova.scheduler.client.report [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.105662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Releasing lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.106147] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Instance network_info: |[{"id": "f6df5686-bea9-4340-8e5a-826a4221ad85", "address": "fa:16:3e:9d:d7:6f", "network": {"id": "3e0a3eee-4167-4dfd-b87e-018e42845e90", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1148849483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65967f40c644c4fb9463e3315d5ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6df5686-be", "ovs_interfaceid": "f6df5686-bea9-4340-8e5a-826a4221ad85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 824.106540] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Acquired lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.106690] env[66507]: DEBUG nova.network.neutron [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Refreshing network info cache for port f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.107954] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d7:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6df5686-bea9-4340-8e5a-826a4221ad85', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.116228] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Creating folder: Project (c65967f40c644c4fb9463e3315d5ffe3). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.117146] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8a58c9-1eac-4d45-8ca0-f7a19dd6f550 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.130529] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Created folder: Project (c65967f40c644c4fb9463e3315d5ffe3) in parent group-v905587. [ 824.130728] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Creating folder: Instances. Parent ref: group-v905730. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.131023] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7f458f-695c-49b4-a9e3-81adc4d73c24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.142748] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Created folder: Instances in parent group-v905730. [ 824.143088] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.144358] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.144358] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a56fcd1-4a23-418c-a745-865d19814721 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.166262] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.166262] env[66507]: value = "task-4638080" [ 824.166262] env[66507]: _type = "Task" [ 824.166262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.175798] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638080, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.267424] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638076, 'name': PowerOffVM_Task, 'duration_secs': 0.323816} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.267621] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.267844] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.268109] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7faac3ef-95c3-4245-ad73-822429f6cc59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.359083] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.359083] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.359083] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Deleting the datastore file [datastore2] 6888c743-4907-47c2-9b5c-fa1aaa38b2b1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.359083] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aa5aa51-26f0-4680-a06e-829f940ea9fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.367538] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for the task: (returnval){ [ 824.367538] env[66507]: value = "task-4638082" [ 824.367538] env[66507]: _type = "Task" [ 824.367538] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.377217] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.431157] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Successfully updated port: 841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 824.461322] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638077, 'name': Rename_Task, 'duration_secs': 0.172886} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.463192] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.463192] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9e62cf0-8a3b-4992-955a-0bfc75af0407 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.472023] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 824.472023] env[66507]: value = "task-4638083" [ 824.472023] env[66507]: _type = "Task" [ 824.472023] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.481444] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.533068] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.533716] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 824.536762] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.044s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.538409] env[66507]: INFO nova.compute.claims [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.619385] env[66507]: WARNING neutronclient.v2_0.client [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.680019] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638080, 'name': CreateVM_Task, 'duration_secs': 0.420232} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.680281] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.680880] env[66507]: WARNING neutronclient.v2_0.client [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.681418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.681564] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.682112] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.682288] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6751774e-16f0-41ae-ae9d-2228c6ace611 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.688881] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 824.688881] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52695bd6-2594-420f-697f-d741298c7acb" [ 824.688881] env[66507]: _type = "Task" [ 824.688881] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.698231] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52695bd6-2594-420f-697f-d741298c7acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.861280] env[66507]: WARNING neutronclient.v2_0.client [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.878455] env[66507]: DEBUG oslo_vmware.api [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Task: {'id': task-4638082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176431} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.878772] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.878940] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.879092] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.879252] env[66507]: INFO nova.compute.manager [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 824.879497] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.879690] env[66507]: DEBUG nova.compute.manager [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 824.879787] env[66507]: DEBUG nova.network.neutron [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 824.880043] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.934014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.934620] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934620] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.984278] env[66507]: DEBUG oslo_vmware.api [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638083, 'name': PowerOnVM_Task, 'duration_secs': 0.49515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.984453] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.984712] env[66507]: INFO nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Took 8.79 seconds to spawn the instance on the hypervisor. [ 824.984971] env[66507]: DEBUG nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 824.985817] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ccf29a-55f0-4a72-a0eb-eca53ceb7e3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.002283] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.037795] env[66507]: DEBUG nova.network.neutron [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Updated VIF entry in instance network info cache for port f6df5686-bea9-4340-8e5a-826a4221ad85. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.038179] env[66507]: DEBUG nova.network.neutron [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Updating instance_info_cache with network_info: [{"id": "f6df5686-bea9-4340-8e5a-826a4221ad85", "address": "fa:16:3e:9d:d7:6f", "network": {"id": "3e0a3eee-4167-4dfd-b87e-018e42845e90", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1148849483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65967f40c644c4fb9463e3315d5ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6df5686-be", "ovs_interfaceid": "f6df5686-bea9-4340-8e5a-826a4221ad85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.043762] env[66507]: DEBUG nova.compute.utils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.045867] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 825.046224] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 825.046568] env[66507]: WARNING neutronclient.v2_0.client [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.046907] env[66507]: WARNING neutronclient.v2_0.client [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.204479] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52695bd6-2594-420f-697f-d741298c7acb, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.204808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.205104] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.205298] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.205436] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.205612] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.206242] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad12e883-e410-40dc-abc6-3ae757da6e17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.216369] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.216369] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.217252] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1552437a-09de-496c-b404-e0206a40ed18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.223472] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 825.223472] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f3d9c6-6b0a-c658-d4fd-d69dfdc0af38" [ 825.223472] env[66507]: _type = "Task" [ 825.223472] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.232323] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f3d9c6-6b0a-c658-d4fd-d69dfdc0af38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.310441] env[66507]: DEBUG nova.policy [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49281da8e6b14d30ac67eb8d3a876a43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd8a51a1a35242e4bb11d34ba174f475', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.514787] env[66507]: INFO nova.compute.manager [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Took 38.50 seconds to build instance. [ 825.540928] env[66507]: DEBUG oslo_concurrency.lockutils [req-10b64dda-c262-4eae-ae31-af6f35ccba65 req-36d2c382-f84d-421e-85ab-1f0cd1767d27 service nova] Releasing lock "refresh_cache-9461d660-0dab-45f6-87a0-5500771eedee" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.546842] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 825.561151] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 825.571145] env[66507]: DEBUG nova.compute.manager [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Received event network-vif-plugged-841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 825.571377] env[66507]: DEBUG oslo_concurrency.lockutils [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] Acquiring lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.571586] env[66507]: DEBUG oslo_concurrency.lockutils [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.571747] env[66507]: DEBUG oslo_concurrency.lockutils [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.571915] env[66507]: DEBUG nova.compute.manager [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] No waiting events found dispatching network-vif-plugged-841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 825.572617] env[66507]: WARNING nova.compute.manager [req-da8f1814-89e4-4d18-a654-4c74c5b8d601 req-f324c819-15cb-455a-8038-a53b7d11f177 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Received unexpected event network-vif-plugged-841f11d9-fd4c-435d-bd44-c603a333d207 for instance with vm_state building and task_state spawning. [ 825.596312] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.597465] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.700105] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Successfully created port: 2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 825.738675] env[66507]: WARNING neutronclient.v2_0.client [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.741027] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f3d9c6-6b0a-c658-d4fd-d69dfdc0af38, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.745497] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c72b972-475c-41ae-9d06-db24e6c237fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.752928] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 825.752928] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5292d150-5928-2442-527c-05754acaa96c" [ 825.752928] env[66507]: _type = "Task" [ 825.752928] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.767545] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5292d150-5928-2442-527c-05754acaa96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.773857] env[66507]: DEBUG nova.network.neutron [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.835995] env[66507]: DEBUG nova.network.neutron [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Updating instance_info_cache with network_info: [{"id": "841f11d9-fd4c-435d-bd44-c603a333d207", "address": "fa:16:3e:24:0c:75", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841f11d9-fd", "ovs_interfaceid": "841f11d9-fd4c-435d-bd44-c603a333d207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.884054] env[66507]: DEBUG nova.compute.manager [req-34738acd-30aa-4911-aef4-cf99acb7796f req-d1155609-bf4c-4b39-b39f-21a13d142d2e service nova] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Received event network-vif-deleted-40212014-3ac1-480a-829d-e5a32d6902cd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 826.022324] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03fb883-e621-4551-baa2-212404386eda tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.345s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.108415] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.108415] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.108596] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.109777] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.109777] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.109777] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.109777] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 826.109777] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.204838] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b018d3-498c-48f2-867c-f7cf478d11ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.215530] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc1b53-76b1-447c-ac1d-93919808e434 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "1d1edb0d-fc47-4667-a281-f15498d6999f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.219604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.219896] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.220229] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.220413] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.222844] env[66507]: INFO nova.compute.manager [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Terminating instance [ 826.254527] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59805846-6c6d-474d-935b-ce4b160ba0d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.272613] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a83b711-0199-4d8e-8395-17c86a034e89 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.277629] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5292d150-5928-2442-527c-05754acaa96c, 'name': SearchDatastore_Task, 'duration_secs': 0.039451} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.278206] env[66507]: INFO nova.compute.manager [-] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Took 1.40 seconds to deallocate network for instance. [ 826.278563] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.278875] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 9461d660-0dab-45f6-87a0-5500771eedee/9461d660-0dab-45f6-87a0-5500771eedee.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.281078] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-810851e6-ea62-473a-81d5-85b2b389a1b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.300705] env[66507]: DEBUG nova.compute.provider_tree [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.307047] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 826.307047] env[66507]: value = "task-4638084" [ 826.307047] env[66507]: _type = "Task" [ 826.307047] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.317452] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.339950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.340735] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance network_info: |[{"id": "841f11d9-fd4c-435d-bd44-c603a333d207", "address": "fa:16:3e:24:0c:75", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841f11d9-fd", "ovs_interfaceid": "841f11d9-fd4c-435d-bd44-c603a333d207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 826.342957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0c:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '841f11d9-fd4c-435d-bd44-c603a333d207', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.351322] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.352435] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.352800] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1787aab-0cfa-46af-8660-1ced94d61cb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.377381] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.377381] env[66507]: value = "task-4638085" [ 826.377381] env[66507]: _type = "Task" [ 826.377381] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.389346] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638085, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.526192] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 826.561120] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 826.600463] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 826.600690] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.600842] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 826.601237] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.601347] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 826.604104] env[66507]: DEBUG nova.virt.hardware [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 826.604581] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b2462-916d-45a5-b97a-4cbc4fda4522 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.617639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.619150] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6866f5a-4c25-491a-b955-8b118c791f4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.760027] env[66507]: DEBUG nova.compute.manager [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 826.761791] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.765404] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3dccb4-a8b7-4c6a-9d94-72e1061a2bc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.775543] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.775929] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebfc2825-4d5d-4ad5-bb1d-3be4cd7427da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.787307] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 826.787307] env[66507]: value = "task-4638086" [ 826.787307] env[66507]: _type = "Task" [ 826.787307] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.788192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.802285] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.804617] env[66507]: DEBUG nova.scheduler.client.report [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.822703] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.893390] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638085, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.059101] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.301991] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.316064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.316756] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 827.320671] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.839s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.324198] env[66507]: INFO nova.compute.claims [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.337679] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592208} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.337679] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 9461d660-0dab-45f6-87a0-5500771eedee/9461d660-0dab-45f6-87a0-5500771eedee.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.337679] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.338118] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ebcd48-f230-4eff-8353-97a0cef6f5f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.341157] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Successfully updated port: 2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 827.354110] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 827.354110] env[66507]: value = "task-4638087" [ 827.354110] env[66507]: _type = "Task" [ 827.354110] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.364938] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.390255] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638085, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.800527] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.822035] env[66507]: DEBUG nova.compute.manager [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Received event network-changed-841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 827.822799] env[66507]: DEBUG nova.compute.manager [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Refreshing instance network info cache due to event network-changed-841f11d9-fd4c-435d-bd44-c603a333d207. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 827.823141] env[66507]: DEBUG oslo_concurrency.lockutils [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] Acquiring lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.823320] env[66507]: DEBUG oslo_concurrency.lockutils [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] Acquired lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.823506] env[66507]: DEBUG nova.network.neutron [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Refreshing network info cache for port 841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.835988] env[66507]: DEBUG nova.compute.utils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.837873] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 827.838776] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 827.839398] env[66507]: WARNING neutronclient.v2_0.client [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.839860] env[66507]: WARNING neutronclient.v2_0.client [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.848891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850537] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 827.867147] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146841} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.867147] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.867916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99056bb-0a46-4b88-b253-fc4dff1071b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896864] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9461d660-0dab-45f6-87a0-5500771eedee/9461d660-0dab-45f6-87a0-5500771eedee.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.901212] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14349a6d-b596-42d7-a95e-f6f700fbad5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.923526] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638085, 'name': CreateVM_Task, 'duration_secs': 1.473464} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.925056] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.925501] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 827.925501] env[66507]: value = "task-4638088" [ 827.925501] env[66507]: _type = "Task" [ 827.925501] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.925870] env[66507]: WARNING neutronclient.v2_0.client [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.926239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.926553] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.926722] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.928402] env[66507]: DEBUG nova.policy [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd763ea3db5c4a1595a3642f13af376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b6ac497994f2a81d3e3dda97a1381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.930441] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a842b010-8aa6-4a18-83dc-204ff8e3f239 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.939805] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 827.939805] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523c7c70-bc1e-fa6f-ab53-0c62f82692da" [ 827.939805] env[66507]: _type = "Task" [ 827.939805] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.943225] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.952594] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c7c70-bc1e-fa6f-ab53-0c62f82692da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.195549] env[66507]: DEBUG nova.compute.manager [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received event network-vif-plugged-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 828.196372] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Acquiring lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.197033] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.197250] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.197485] env[66507]: DEBUG nova.compute.manager [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] No waiting events found dispatching network-vif-plugged-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 828.197716] env[66507]: WARNING nova.compute.manager [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received unexpected event network-vif-plugged-2c1b965c-cee0-4b6e-8951-a26c98608cc0 for instance with vm_state building and task_state spawning. [ 828.197913] env[66507]: DEBUG nova.compute.manager [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 828.198224] env[66507]: DEBUG nova.compute.manager [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing instance network info cache due to event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 828.198465] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Acquiring lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.287902] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Successfully created port: ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.306501] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638086, 'name': PowerOffVM_Task, 'duration_secs': 1.32089} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.306829] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.307095] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.307334] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc77f00b-5db8-4790-881e-d506d253a0bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.327223] env[66507]: WARNING neutronclient.v2_0.client [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.347389] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 828.358645] env[66507]: DEBUG nova.compute.manager [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 828.360065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84171d89-a36e-464e-b3fe-1eefd844abfb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.396571] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.396808] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.396916] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleting the datastore file [datastore2] 1d1edb0d-fc47-4667-a281-f15498d6999f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.398114] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39457b7f-af97-495e-95a6-17faf56f4175 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.406669] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 828.406669] env[66507]: value = "task-4638090" [ 828.406669] env[66507]: _type = "Task" [ 828.406669] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.424509] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.442863] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638088, 'name': ReconfigVM_Task, 'duration_secs': 0.359855} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.443746] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9461d660-0dab-45f6-87a0-5500771eedee/9461d660-0dab-45f6-87a0-5500771eedee.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.451160] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d09219-d29e-438d-9aac-ec45435af6fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.465325] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c7c70-bc1e-fa6f-ab53-0c62f82692da, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.468345] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.471362] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.471894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.472309] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.472554] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.472838] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.473352] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 828.473352] env[66507]: value = "task-4638091" [ 828.473352] env[66507]: _type = "Task" [ 828.473352] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.479307] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f222d68c-d9ab-4a2d-b109-972dc01f4bec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.496321] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638091, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.520271] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.520491] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.521379] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb8f228-d3b1-4bc2-aeea-ca65c0f9ab00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.528601] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 828.528601] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525ac92e-21d1-9052-d42a-1ddc85032645" [ 828.528601] env[66507]: _type = "Task" [ 828.528601] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.541524] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525ac92e-21d1-9052-d42a-1ddc85032645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.792312] env[66507]: WARNING neutronclient.v2_0.client [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.828900] env[66507]: WARNING neutronclient.v2_0.client [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.876083] env[66507]: INFO nova.compute.manager [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] instance snapshotting [ 828.878942] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65147e67-8fdf-4575-ae51-40bd67deb529 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.904901] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdbe8ac-1e99-4fda-a69e-7eff10bad4fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.927628] env[66507]: DEBUG oslo_vmware.api [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258501} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.930655] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.930931] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.931025] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.931201] env[66507]: INFO nova.compute.manager [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 828.931444] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 828.932198] env[66507]: DEBUG nova.compute.manager [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 828.932198] env[66507]: DEBUG nova.network.neutron [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 828.932391] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.949931] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aca0290-7ae4-4971-8e64-c3c1d957bb2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.960091] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d47f1-091e-4532-9f09-6931e922879a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.999376] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ae570-d931-4469-a222-52b936fc1187 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.002995] env[66507]: DEBUG nova.network.neutron [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [{"id": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "address": "fa:16:3e:b9:06:b9", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b965c-ce", "ovs_interfaceid": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.014475] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638091, 'name': Rename_Task, 'duration_secs': 0.156613} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.015831] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4125ca5-cdcb-47c9-b728-818f5e743bd3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.020372] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.021447] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1cb44bb-1d01-4a14-a3de-40e18cfbd8d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.037078] env[66507]: DEBUG nova.compute.provider_tree [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.041757] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 829.041757] env[66507]: value = "task-4638092" [ 829.041757] env[66507]: _type = "Task" [ 829.041757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.054021] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525ac92e-21d1-9052-d42a-1ddc85032645, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.054021] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7823eb45-5777-41f5-b713-63af0770154e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.060210] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638092, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.065091] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 829.065091] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520de8c8-99e6-4406-3160-7ea7abbf0a20" [ 829.065091] env[66507]: _type = "Task" [ 829.065091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.075412] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520de8c8-99e6-4406-3160-7ea7abbf0a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.085574] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.123811] env[66507]: DEBUG nova.network.neutron [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Updated VIF entry in instance network info cache for port 841f11d9-fd4c-435d-bd44-c603a333d207. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.124061] env[66507]: DEBUG nova.network.neutron [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Updating instance_info_cache with network_info: [{"id": "841f11d9-fd4c-435d-bd44-c603a333d207", "address": "fa:16:3e:24:0c:75", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841f11d9-fd", "ovs_interfaceid": "841f11d9-fd4c-435d-bd44-c603a333d207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.367653] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 829.398257] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.398552] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.398730] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.399034] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.399098] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.399227] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.399460] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.399896] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.399896] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.400071] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.400212] env[66507]: DEBUG nova.virt.hardware [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.401568] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c54ab-8376-479d-be98-f58cf447f63a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.411046] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c4e590-59ca-46dc-bc05-91f699f192c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.429182] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.429511] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92aadad3-8ce5-464d-9f53-99bd11043667 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.438322] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 829.438322] env[66507]: value = "task-4638093" [ 829.438322] env[66507]: _type = "Task" [ 829.438322] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.449224] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.507175] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.507175] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Instance network_info: |[{"id": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "address": "fa:16:3e:b9:06:b9", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b965c-ce", "ovs_interfaceid": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 829.507477] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Acquired lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.507628] env[66507]: DEBUG nova.network.neutron [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.508968] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:06:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c1b965c-cee0-4b6e-8951-a26c98608cc0', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.517325] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Creating folder: Project (dd8a51a1a35242e4bb11d34ba174f475). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.519797] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e261e18d-67d0-485d-956f-eaccb3a34a62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.538251] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Created folder: Project (dd8a51a1a35242e4bb11d34ba174f475) in parent group-v905587. [ 829.538556] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Creating folder: Instances. Parent ref: group-v905734. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.539758] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4699b7be-605f-49f3-b62b-fc9f9c5572a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.543965] env[66507]: DEBUG nova.scheduler.client.report [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.554124] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Created folder: Instances in parent group-v905734. [ 829.554413] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.558047] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.558753] env[66507]: DEBUG oslo_vmware.api [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638092, 'name': PowerOnVM_Task, 'duration_secs': 0.523753} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.558962] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72c391a3-fbdd-4d61-920b-2ab169887615 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.575779] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.576052] env[66507]: INFO nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Took 8.38 seconds to spawn the instance on the hypervisor. [ 829.576243] env[66507]: DEBUG nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 829.578832] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18073ae-612d-45a6-8270-38daefb6523d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.591240] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520de8c8-99e6-4406-3160-7ea7abbf0a20, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.594023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.594307] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.594619] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.594619] env[66507]: value = "task-4638096" [ 829.594619] env[66507]: _type = "Task" [ 829.594619] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.598750] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a8a9e9-1ed1-4809-b417-3745cface254 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.611670] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638096, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.613344] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 829.613344] env[66507]: value = "task-4638097" [ 829.613344] env[66507]: _type = "Task" [ 829.613344] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.625402] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.627317] env[66507]: DEBUG oslo_concurrency.lockutils [req-59db2030-b2e8-4eab-9e8a-eb0b412adee4 req-4a61f301-c7e1-49ff-8f2d-8987eb7e6944 service nova] Releasing lock "refresh_cache-0f49157b-80e5-4c08-b3e3-f97e801672a8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.873674] env[66507]: DEBUG nova.network.neutron [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.921991] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Successfully updated port: ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 829.957202] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.019999] env[66507]: WARNING neutronclient.v2_0.client [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.053296] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.054475] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 830.059757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.704s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.060043] env[66507]: DEBUG nova.objects.instance [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'resources' on Instance uuid 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.115567] env[66507]: INFO nova.compute.manager [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Took 39.72 seconds to build instance. [ 830.126844] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638096, 'name': CreateVM_Task, 'duration_secs': 0.353269} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.130726] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.131170] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483094} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.131741] env[66507]: WARNING neutronclient.v2_0.client [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.132123] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.132583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.132851] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.133064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.133309] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e02739f-de37-4463-beca-766c9e9d3f26 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.135037] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e46c82e-f541-431d-b096-5618a054b98d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.145786] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 830.145786] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dfa53c-1928-071a-600e-fbc13e082347" [ 830.145786] env[66507]: _type = "Task" [ 830.145786] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.146381] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 830.146381] env[66507]: value = "task-4638098" [ 830.146381] env[66507]: _type = "Task" [ 830.146381] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.160629] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dfa53c-1928-071a-600e-fbc13e082347, 'name': SearchDatastore_Task, 'duration_secs': 0.013054} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.164249] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.164534] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.164886] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.165268] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.165268] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.165980] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.166229] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37fd60e2-dbe2-4cdb-bb9d-c193ac5b9f6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.176330] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.176555] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.177542] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed0b444-c25b-4584-a8d4-7e101c08537f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.184740] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 830.184740] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c7f9ea-c4bd-2086-01c7-eaf07f48c683" [ 830.184740] env[66507]: _type = "Task" [ 830.184740] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.194730] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c7f9ea-c4bd-2086-01c7-eaf07f48c683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.231074] env[66507]: WARNING neutronclient.v2_0.client [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.304801] env[66507]: DEBUG nova.network.neutron [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updated VIF entry in instance network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.305206] env[66507]: DEBUG nova.network.neutron [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [{"id": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "address": "fa:16:3e:b9:06:b9", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b965c-ce", "ovs_interfaceid": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.377917] env[66507]: INFO nova.compute.manager [-] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Took 1.45 seconds to deallocate network for instance. [ 830.431587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.431587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.431587] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.449810] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638093, 'name': CreateSnapshot_Task, 'duration_secs': 0.631219} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.451044] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.451044] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff3e1d1-46ba-4aea-8efc-29b28ff44bf1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.532993] env[66507]: DEBUG nova.compute.manager [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Received event network-vif-plugged-ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 830.533301] env[66507]: DEBUG oslo_concurrency.lockutils [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] Acquiring lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.533676] env[66507]: DEBUG oslo_concurrency.lockutils [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.533932] env[66507]: DEBUG oslo_concurrency.lockutils [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.534131] env[66507]: DEBUG nova.compute.manager [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] No waiting events found dispatching network-vif-plugged-ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 830.534538] env[66507]: WARNING nova.compute.manager [req-f2f2fedd-edae-4a0a-974c-46ac570c1a97 req-ca9299a1-91a0-45b5-bb42-5c5d1b413984 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Received unexpected event network-vif-plugged-ba555f7f-16e0-47fb-94d8-a4760bb83104 for instance with vm_state building and task_state spawning. [ 830.564883] env[66507]: DEBUG nova.compute.utils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.566363] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 830.566548] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 830.566954] env[66507]: WARNING neutronclient.v2_0.client [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.569017] env[66507]: WARNING neutronclient.v2_0.client [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.621827] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8c4204d8-4501-44ea-82b6-a2328ec4da07 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.208s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.632881] env[66507]: DEBUG nova.policy [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63d9ecfd6d6a4c62b19e3256fa12c3e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71e2c5817d4d466eadcce12ffbdf7d0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.658950] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074214} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.661732] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.662948] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b68f71-7902-4199-9777-8b03e8e03bda {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.687714] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.690789] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8906416-a5cd-4c55-9f30-786913772e66 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.711787] env[66507]: DEBUG nova.compute.manager [req-0f961a44-fe11-47c0-b1fd-be5f468c14aa req-362f6a56-7816-4a61-9768-79e4c4ad70d9 service nova] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Received event network-vif-deleted-a0779d31-6cad-40ae-b900-4073c4fc60ff {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 830.719551] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c7f9ea-c4bd-2086-01c7-eaf07f48c683, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.724578] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 830.724578] env[66507]: value = "task-4638099" [ 830.724578] env[66507]: _type = "Task" [ 830.724578] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.725339] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b802b68-bfd8-40ad-9d69-10891df625fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.738483] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 830.738483] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5227553a-6fe4-d9e8-f285-4e51b069d141" [ 830.738483] env[66507]: _type = "Task" [ 830.738483] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.738783] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.753373] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5227553a-6fe4-d9e8-f285-4e51b069d141, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.753373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.753732] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0b312d62-4282-4f54-b4a8-54aee14517c0/0b312d62-4282-4f54-b4a8-54aee14517c0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.756437] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4dba65-1a7e-48ab-bac8-feb1aa5a7a3c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.764822] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 830.764822] env[66507]: value = "task-4638100" [ 830.764822] env[66507]: _type = "Task" [ 830.764822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.775315] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.808229] env[66507]: DEBUG oslo_concurrency.lockutils [req-4777ce35-032f-44e6-833d-01cfe339b971 req-d13e589c-f350-4f59-be17-0c433ec6c1f1 service nova] Releasing lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.884976] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.971028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.974472] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0e27fab-6c7f-4178-b1f7-e410a08a83f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.986388] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 830.986388] env[66507]: value = "task-4638101" [ 830.986388] env[66507]: _type = "Task" [ 830.986388] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.994743] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Successfully created port: e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 831.007597] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638101, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.034516] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.073897] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 831.126713] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 831.188569] env[66507]: WARNING neutronclient.v2_0.client [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.198749] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be54d1b8-5b5f-49f5-b4a8-e348423a277e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.210722] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5117d-7b22-4759-a380-506943aa7807 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.260010] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c0d11-e66b-469c-9b37-1cdeb4b5ec7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.279132] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.281180] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea5592-abff-40f4-b91f-091bf6c662cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.290893] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.303119] env[66507]: DEBUG nova.compute.provider_tree [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.404502] env[66507]: DEBUG nova.network.neutron [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Updating instance_info_cache with network_info: [{"id": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "address": "fa:16:3e:ad:ef:d0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba555f7f-16", "ovs_interfaceid": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.497573] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638101, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.656252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.764974] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638099, 'name': ReconfigVM_Task, 'duration_secs': 0.720633} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.765308] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.766013] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dbcd3b3-1381-4d2b-b2fe-f0858f7d8c1c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.778070] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534657} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.779401] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0b312d62-4282-4f54-b4a8-54aee14517c0/0b312d62-4282-4f54-b4a8-54aee14517c0.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.779707] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.780074] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 831.780074] env[66507]: value = "task-4638102" [ 831.780074] env[66507]: _type = "Task" [ 831.780074] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.780320] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b246111-7d35-4460-b73f-a833eccd2e16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792407] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 831.792407] env[66507]: value = "task-4638103" [ 831.792407] env[66507]: _type = "Task" [ 831.792407] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.801443] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.806632] env[66507]: DEBUG nova.scheduler.client.report [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.892957] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "9461d660-0dab-45f6-87a0-5500771eedee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.893333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.893416] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "9461d660-0dab-45f6-87a0-5500771eedee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.893587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.893880] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.897034] env[66507]: INFO nova.compute.manager [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Terminating instance [ 831.907440] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.907882] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Instance network_info: |[{"id": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "address": "fa:16:3e:ad:ef:d0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba555f7f-16", "ovs_interfaceid": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 831.908743] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:ef:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba555f7f-16e0-47fb-94d8-a4760bb83104', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.917749] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.918866] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.918970] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cf1113c-6513-4da9-b5b8-3b8785e7e68c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.943312] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.943312] env[66507]: value = "task-4638104" [ 831.943312] env[66507]: _type = "Task" [ 831.943312] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.953689] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638104, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.001897] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638101, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.089440] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 832.118950] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63391e04-f426-4f13-a00d-06f78d1249d3',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1039151016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 832.118950] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.118950] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 832.118950] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.118950] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 832.119227] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 832.119227] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 832.119378] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 832.119541] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 832.119783] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 832.119984] env[66507]: DEBUG nova.virt.hardware [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 832.120914] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49134b47-4248-4324-8179-406e3318b47d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.130103] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3addccee-6446-4a01-bf6c-881db1e053c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.293972] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638102, 'name': Rename_Task, 'duration_secs': 0.265018} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.298627] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.299055] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f89cb2f9-e2b3-4ef3-afa1-192f3fa2d477 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.307944] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098436} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.309454] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.309900] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 832.309900] env[66507]: value = "task-4638105" [ 832.309900] env[66507]: _type = "Task" [ 832.309900] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.310698] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58749668-ec03-4ed8-8113-13ba8ab0ce52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.314306] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.321275] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.993s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.321275] env[66507]: DEBUG nova.objects.instance [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lazy-loading 'resources' on Instance uuid 0e2b3204-5953-4492-8a52-72a2d396fd2f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.329139] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.349821] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0b312d62-4282-4f54-b4a8-54aee14517c0/0b312d62-4282-4f54-b4a8-54aee14517c0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.351048] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd4f5f2-7518-4636-9801-0ef862670048 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.370640] env[66507]: INFO nova.scheduler.client.report [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted allocations for instance 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9 [ 832.378502] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 832.378502] env[66507]: value = "task-4638106" [ 832.378502] env[66507]: _type = "Task" [ 832.378502] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.392680] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.401493] env[66507]: DEBUG nova.compute.manager [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 832.401978] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.403072] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea06a5-3b0d-49dd-81cc-6fc1402b047e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.412787] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.413359] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4bf14bd-d059-43e7-9810-85daad5b1d27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.421861] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 832.421861] env[66507]: value = "task-4638107" [ 832.421861] env[66507]: _type = "Task" [ 832.421861] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.433046] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.456020] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638104, 'name': CreateVM_Task, 'duration_secs': 0.482967} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.456277] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.456766] env[66507]: WARNING neutronclient.v2_0.client [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.457158] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457303] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457653] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.458138] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdab4f7-4dc1-423a-ad26-094f75218836 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.464813] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 832.464813] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52217a88-250d-d59b-af0c-2d6acba42048" [ 832.464813] env[66507]: _type = "Task" [ 832.464813] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.476091] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52217a88-250d-d59b-af0c-2d6acba42048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.499422] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638101, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.652019] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Successfully updated port: e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 832.769422] env[66507]: DEBUG nova.compute.manager [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Received event network-changed-ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 832.769870] env[66507]: DEBUG nova.compute.manager [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Refreshing instance network info cache due to event network-changed-ba555f7f-16e0-47fb-94d8-a4760bb83104. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 832.769962] env[66507]: DEBUG oslo_concurrency.lockutils [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] Acquiring lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.770110] env[66507]: DEBUG oslo_concurrency.lockutils [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] Acquired lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.770276] env[66507]: DEBUG nova.network.neutron [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Refreshing network info cache for port ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.830580] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.887448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b9320cb5-5c25-464a-83ce-78243fb25336 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.064s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.896386] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638106, 'name': ReconfigVM_Task, 'duration_secs': 0.443931} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.896701] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0b312d62-4282-4f54-b4a8-54aee14517c0/0b312d62-4282-4f54-b4a8-54aee14517c0.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.897288] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8e8c4e6-d505-40f6-a449-f19f17708944 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.911043] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 832.911043] env[66507]: value = "task-4638108" [ 832.911043] env[66507]: _type = "Task" [ 832.911043] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.924874] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638108, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.951218] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638107, 'name': PowerOffVM_Task, 'duration_secs': 0.238084} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.953340] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.953652] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.954251] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26345922-1a3a-4486-9471-5177ece51957 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.978442] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52217a88-250d-d59b-af0c-2d6acba42048, 'name': SearchDatastore_Task, 'duration_secs': 0.014817} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.979167] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.979569] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.979741] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.979917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.980144] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.980453] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75def6c2-8ab0-44eb-a437-5b7b6a010d8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.997455] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.997741] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.002265] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaeb52cb-e465-4b9a-b9e3-2a771da2c211 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.018282] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638101, 'name': CloneVM_Task, 'duration_secs': 1.773649} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.018282] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Created linked-clone VM from snapshot [ 833.018560] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235beca-35f4-412a-9345-b2273b373a39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.024992] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 833.024992] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524391c8-f9bf-a1eb-677a-eba74e6f396e" [ 833.024992] env[66507]: _type = "Task" [ 833.024992] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.037753] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Uploading image 7d29c917-90cc-42c1-a2b8-6ce09b0e79a1 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.042266] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.042266] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.042266] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Deleting the datastore file [datastore1] 9461d660-0dab-45f6-87a0-5500771eedee {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.042681] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9620506a-22da-4b96-b068-353b342296a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.048609] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524391c8-f9bf-a1eb-677a-eba74e6f396e, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.049670] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc658df-75c1-4def-92cf-dde11cdb0cc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.054793] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for the task: (returnval){ [ 833.054793] env[66507]: value = "task-4638110" [ 833.054793] env[66507]: _type = "Task" [ 833.054793] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.056486] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 833.056486] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522bc72b-7d51-7065-0a57-40e427f4f659" [ 833.056486] env[66507]: _type = "Task" [ 833.056486] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.057497] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.060872] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b486d27-edef-4d0c-84a1-34c55b8d64d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.075299] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.080519] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522bc72b-7d51-7065-0a57-40e427f4f659, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.080815] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 833.080815] env[66507]: value = "task-4638111" [ 833.080815] env[66507]: _type = "Task" [ 833.080815] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.083847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.084171] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fcb80a35-492d-4830-910e-b25ccb8796e2/fcb80a35-492d-4830-910e-b25ccb8796e2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.085433] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1954244d-e7fe-4902-876e-4933665cab11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.096684] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638111, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.098369] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 833.098369] env[66507]: value = "task-4638112" [ 833.098369] env[66507]: _type = "Task" [ 833.098369] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.111290] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.133262] env[66507]: DEBUG nova.compute.manager [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Received event network-vif-plugged-e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 833.133478] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Acquiring lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.133678] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.133845] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.134053] env[66507]: DEBUG nova.compute.manager [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] No waiting events found dispatching network-vif-plugged-e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 833.134205] env[66507]: WARNING nova.compute.manager [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Received unexpected event network-vif-plugged-e225da9e-2b6c-428f-becf-f147ff4ffa8e for instance with vm_state building and task_state spawning. [ 833.134409] env[66507]: DEBUG nova.compute.manager [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Received event network-changed-e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 833.134561] env[66507]: DEBUG nova.compute.manager [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Refreshing instance network info cache due to event network-changed-e225da9e-2b6c-428f-becf-f147ff4ffa8e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 833.134738] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.134885] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.135063] env[66507]: DEBUG nova.network.neutron [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Refreshing network info cache for port e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.155482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.275980] env[66507]: WARNING neutronclient.v2_0.client [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.331392] env[66507]: DEBUG oslo_vmware.api [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638105, 'name': PowerOnVM_Task, 'duration_secs': 0.644918} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.331679] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.331955] env[66507]: INFO nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Took 9.47 seconds to spawn the instance on the hypervisor. [ 833.332077] env[66507]: DEBUG nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 833.332926] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee18cff0-6458-411d-9c17-ae1c7a664a65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.425855] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638108, 'name': Rename_Task, 'duration_secs': 0.194438} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.426810] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.427259] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7eb66ee-aa9a-4c9e-afd9-94eb76877799 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.440543] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 833.440543] env[66507]: value = "task-4638113" [ 833.440543] env[66507]: _type = "Task" [ 833.440543] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.458634] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.475778] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c6ed9-fa77-4ade-bbed-671e62f38bd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.488613] env[66507]: WARNING neutronclient.v2_0.client [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.492800] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f81cf4-92fa-4f0d-855c-75809272a4d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.533639] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2360b-a8cc-4c6f-b4ca-c734f0161eca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.546763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc48f1-08fc-4e12-9285-b9ea4e8f3232 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.564628] env[66507]: DEBUG nova.compute.provider_tree [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.576921] env[66507]: DEBUG oslo_vmware.api [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Task: {'id': task-4638110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180605} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.577779] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.578023] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.578332] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.578332] env[66507]: INFO nova.compute.manager [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 833.578628] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 833.579282] env[66507]: DEBUG nova.compute.manager [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 833.579282] env[66507]: DEBUG nova.network.neutron [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 833.579640] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.595725] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638111, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.611956] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.619804] env[66507]: DEBUG nova.network.neutron [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Updated VIF entry in instance network info cache for port ba555f7f-16e0-47fb-94d8-a4760bb83104. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.619921] env[66507]: DEBUG nova.network.neutron [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Updating instance_info_cache with network_info: [{"id": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "address": "fa:16:3e:ad:ef:d0", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba555f7f-16", "ovs_interfaceid": "ba555f7f-16e0-47fb-94d8-a4760bb83104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.638334] env[66507]: WARNING neutronclient.v2_0.client [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.642546] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.676738] env[66507]: DEBUG nova.network.neutron [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 833.754374] env[66507]: DEBUG nova.network.neutron [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.860882] env[66507]: INFO nova.compute.manager [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Took 40.78 seconds to build instance. [ 833.952572] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638113, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.073130] env[66507]: DEBUG nova.scheduler.client.report [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.096914] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638111, 'name': Destroy_Task, 'duration_secs': 0.557155} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.097257] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Destroyed the VM [ 834.097499] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.097760] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27c2802f-9a8c-41da-9919-7faf5d6fecf6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.106623] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 834.106623] env[66507]: value = "task-4638114" [ 834.106623] env[66507]: _type = "Task" [ 834.106623] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.114674] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569719} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.115472] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fcb80a35-492d-4830-910e-b25ccb8796e2/fcb80a35-492d-4830-910e-b25ccb8796e2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.115694] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.116035] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c1d0a33-85a0-48a4-8ad4-7b513a2c5dba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.123861] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638114, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.126100] env[66507]: DEBUG oslo_concurrency.lockutils [req-86e89b2c-caa1-414a-9371-cfd1eafa261a req-d37ce2d7-551c-459d-875a-fac22f160497 service nova] Releasing lock "refresh_cache-fcb80a35-492d-4830-910e-b25ccb8796e2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.130643] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 834.130643] env[66507]: value = "task-4638115" [ 834.130643] env[66507]: _type = "Task" [ 834.130643] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.144221] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.258520] env[66507]: DEBUG oslo_concurrency.lockutils [req-f24aa9b2-77d4-4ede-839d-ffa2e0222c41 req-5d1be5e5-775e-4190-96b6-b35204487cd5 service nova] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.259204] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.259433] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.363217] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0ad5955-e3f9-440c-b06c-0683af59da30 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.449s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.366724] env[66507]: DEBUG nova.network.neutron [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.456831] env[66507]: DEBUG oslo_vmware.api [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638113, 'name': PowerOnVM_Task, 'duration_secs': 0.910916} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.456831] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.456831] env[66507]: INFO nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Took 7.89 seconds to spawn the instance on the hypervisor. [ 834.456831] env[66507]: DEBUG nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 834.456831] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bcb16c-240e-4d4f-b674-4ff02f883623 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.578909] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.581549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.414s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.583082] env[66507]: INFO nova.compute.claims [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.607144] env[66507]: INFO nova.scheduler.client.report [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Deleted allocations for instance 0e2b3204-5953-4492-8a52-72a2d396fd2f [ 834.621745] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638114, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.642696] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084414} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.642766] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.643999] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6225ad2f-6ac5-439a-89b5-3d579864da95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.668754] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] fcb80a35-492d-4830-910e-b25ccb8796e2/fcb80a35-492d-4830-910e-b25ccb8796e2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.669629] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3033cc88-5efb-4178-8991-b221128b2f04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.691570] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 834.691570] env[66507]: value = "task-4638116" [ 834.691570] env[66507]: _type = "Task" [ 834.691570] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.703228] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.796825] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.866592] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 834.869740] env[66507]: INFO nova.compute.manager [-] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Took 1.29 seconds to deallocate network for instance. [ 834.901089] env[66507]: WARNING neutronclient.v2_0.client [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.977182] env[66507]: INFO nova.compute.manager [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Took 37.15 seconds to build instance. [ 835.022724] env[66507]: DEBUG nova.network.neutron [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.120689] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638114, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.121833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ecfc8c79-2e95-449d-afa7-e59082bdccba tempest-ServerRescueTestJSONUnderV235-1015611946 tempest-ServerRescueTestJSONUnderV235-1015611946-project-member] Lock "0e2b3204-5953-4492-8a52-72a2d396fd2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.334s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.205923] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.382245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.477737] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.479833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e9bfb7c3-1718-4f52-adf5-f4b43d6054aa tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.674s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.526234] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526480] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance network_info: |[{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 835.527304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:ff:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e225da9e-2b6c-428f-becf-f147ff4ffa8e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.534948] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.535270] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.535532] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1261a2f2-8b7b-4c53-ab04-542af2cd6dcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.558208] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.558208] env[66507]: value = "task-4638117" [ 835.558208] env[66507]: _type = "Task" [ 835.558208] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.568088] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638117, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.621411] env[66507]: DEBUG oslo_vmware.api [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638114, 'name': RemoveSnapshot_Task, 'duration_secs': 1.261462} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.625383] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.706612] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638116, 'name': ReconfigVM_Task, 'duration_secs': 0.709965} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.706954] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Reconfigured VM instance instance-00000037 to attach disk [datastore2] fcb80a35-492d-4830-910e-b25ccb8796e2/fcb80a35-492d-4830-910e-b25ccb8796e2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.707612] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9017057-6210-4b7f-8969-22e48f87b873 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.719171] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 835.719171] env[66507]: value = "task-4638118" [ 835.719171] env[66507]: _type = "Task" [ 835.719171] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.729945] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638118, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.979448] env[66507]: DEBUG nova.compute.manager [req-0623c3f0-7239-441f-bb68-e987f6770c70 req-3f051149-c0e3-4b77-94d5-d10da185c167 service nova] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Received event network-vif-deleted-f6df5686-bea9-4340-8e5a-826a4221ad85 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 835.982502] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 836.073725] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638117, 'name': CreateVM_Task, 'duration_secs': 0.458197} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.074495] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.074838] env[66507]: WARNING neutronclient.v2_0.client [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.075943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.076156] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.076549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.077519] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a1d2a3-5ebd-4b29-b0e0-e7c4b5469466 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.084342] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 836.084342] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52407d91-ef4b-b713-7756-f426a7a74572" [ 836.084342] env[66507]: _type = "Task" [ 836.084342] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.099261] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52407d91-ef4b-b713-7756-f426a7a74572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.131321] env[66507]: WARNING nova.compute.manager [None req-7f5c915f-d271-4a25-881a-bcfeb659d217 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Image not found during snapshot: nova.exception.ImageNotFound: Image 7d29c917-90cc-42c1-a2b8-6ce09b0e79a1 could not be found. [ 836.232726] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638118, 'name': Rename_Task, 'duration_secs': 0.201525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.233333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.233548] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3007b89-8b2d-46a6-9b8a-96ed938f0c65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.241328] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 836.241328] env[66507]: value = "task-4638119" [ 836.241328] env[66507]: _type = "Task" [ 836.241328] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.251515] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.389115] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6616a2e6-4481-48eb-945c-776b43ffba38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.405706] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906878a-f619-4f12-8d23-de4ebd07c104 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.441588] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ea4c8-10ae-4d18-ac6d-a811219e04db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.450408] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d164f-7c73-4352-b889-e0d1b138fbf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.466127] env[66507]: DEBUG nova.compute.provider_tree [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.507447] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.598216] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52407d91-ef4b-b713-7756-f426a7a74572, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.598621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.598904] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.599193] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.599386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.599620] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.599921] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61613820-2e1f-4587-a5c8-b5bcc8878e84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.612065] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.612065] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.612265] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fde9e5f-9f3e-4e3a-b328-6c793f82f42f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.619996] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 836.619996] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b13467-1b0f-70a6-ef0e-d69b646028ad" [ 836.619996] env[66507]: _type = "Task" [ 836.619996] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.633031] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b13467-1b0f-70a6-ef0e-d69b646028ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.634030] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a8ed4b-a67e-4db4-bce7-23afda481580 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.640572] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 836.640572] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52002f32-458e-1352-8a74-f8abb9064d2c" [ 836.640572] env[66507]: _type = "Task" [ 836.640572] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.650329] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52002f32-458e-1352-8a74-f8abb9064d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.754286] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.937826] env[66507]: DEBUG nova.compute.manager [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 836.937826] env[66507]: DEBUG nova.compute.manager [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing instance network info cache due to event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 836.938272] env[66507]: DEBUG oslo_concurrency.lockutils [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] Acquiring lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.938511] env[66507]: DEBUG oslo_concurrency.lockutils [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] Acquired lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.938986] env[66507]: DEBUG nova.network.neutron [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.969619] env[66507]: DEBUG nova.scheduler.client.report [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.160897] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52002f32-458e-1352-8a74-f8abb9064d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.160897] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.161287] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.161287] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2b2bec-67d2-44c9-9ed7-b22cbb774d1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.171153] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 837.171153] env[66507]: value = "task-4638120" [ 837.171153] env[66507]: _type = "Task" [ 837.171153] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.181391] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.204651] env[66507]: INFO nova.compute.manager [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Rebuilding instance [ 837.255123] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.260791] env[66507]: DEBUG nova.compute.manager [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 837.261850] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cddefb-7c57-4dbb-b200-82ec2e9f4b9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.444388] env[66507]: WARNING neutronclient.v2_0.client [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.476447] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.894s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.476447] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 837.480975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.110s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.482538] env[66507]: INFO nova.compute.claims [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.623070] env[66507]: WARNING neutronclient.v2_0.client [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.653208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "9738e220-df85-4d2f-8832-de3cd42b6c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.653470] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.653921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.654234] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.654359] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.656716] env[66507]: INFO nova.compute.manager [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Terminating instance [ 837.682805] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.708650] env[66507]: DEBUG nova.network.neutron [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updated VIF entry in instance network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 837.709472] env[66507]: DEBUG nova.network.neutron [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [{"id": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "address": "fa:16:3e:b9:06:b9", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b965c-ce", "ovs_interfaceid": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.753947] env[66507]: DEBUG oslo_vmware.api [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638119, 'name': PowerOnVM_Task, 'duration_secs': 1.386854} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.754257] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.754461] env[66507]: INFO nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Took 8.39 seconds to spawn the instance on the hypervisor. [ 837.754691] env[66507]: DEBUG nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 837.755503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a846fb-770c-47e0-8f8a-f6e5fe262426 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.987048] env[66507]: DEBUG nova.compute.utils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.990500] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 837.991176] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.991176] env[66507]: WARNING neutronclient.v2_0.client [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.991298] env[66507]: WARNING neutronclient.v2_0.client [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.037463] env[66507]: DEBUG nova.policy [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8fb48d1fe1469da8d9604fb9782f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c5d019036544c74906b5b153d97affd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.160769] env[66507]: DEBUG nova.compute.manager [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 838.161015] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.162206] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb669bd-34fd-4a16-ac71-2458d76b888f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.170921] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.171271] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8601c6-33b3-42b0-83c8-3b96ec01f879 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.184725] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54786} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.186239] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.186535] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.186816] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 838.186816] env[66507]: value = "task-4638121" [ 838.186816] env[66507]: _type = "Task" [ 838.186816] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.187312] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-938fca4e-a06b-4b20-b6ec-ca3301ba3f3c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.199896] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.201507] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 838.201507] env[66507]: value = "task-4638122" [ 838.201507] env[66507]: _type = "Task" [ 838.201507] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.211082] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.212866] env[66507]: DEBUG oslo_concurrency.lockutils [req-92010532-656c-40dc-9d44-c718f0781b46 req-fb0ed08f-5d34-4039-a59d-616413d71bf1 service nova] Releasing lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.277716] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.279037] env[66507]: INFO nova.compute.manager [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Took 37.80 seconds to build instance. [ 838.280285] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8bd1145-90e3-472f-8674-de0184d340c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.289431] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 838.289431] env[66507]: value = "task-4638123" [ 838.289431] env[66507]: _type = "Task" [ 838.289431] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.302082] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.406403] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Successfully created port: c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.499572] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 838.551042] env[66507]: DEBUG nova.compute.manager [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 838.551184] env[66507]: DEBUG nova.compute.manager [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing instance network info cache due to event network-changed-2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 838.551693] env[66507]: DEBUG oslo_concurrency.lockutils [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] Acquiring lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.553645] env[66507]: DEBUG oslo_concurrency.lockutils [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] Acquired lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.553645] env[66507]: DEBUG nova.network.neutron [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Refreshing network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.699729] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638121, 'name': PowerOffVM_Task, 'duration_secs': 0.389128} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.704018] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.704018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.704018] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d964d952-bbe9-4c44-a5cb-c59c155caeff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.716176] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079278} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.719154] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.720329] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae0cdd-04ec-4924-88f7-b6cf8f31bd41 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.747637] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.750982] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5a03be-a514-45c7-9bab-9331f20097e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.774844] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 838.774844] env[66507]: value = "task-4638125" [ 838.774844] env[66507]: _type = "Task" [ 838.774844] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.786611] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82ddedfb-448f-4846-9408-27f9dffdf9d4 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.359s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.789756] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.791706] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.791942] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.792163] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleting the datastore file [datastore1] 9738e220-df85-4d2f-8832-de3cd42b6c66 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.797017] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3439e858-522e-49cb-8a83-c282158fc382 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.806109] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638123, 'name': PowerOffVM_Task, 'duration_secs': 0.291724} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.807984] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.808207] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.808910] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 838.808910] env[66507]: value = "task-4638126" [ 838.808910] env[66507]: _type = "Task" [ 838.808910] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.809589] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1220976c-cbe0-40e4-b63d-9264a8ac5c03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.828850] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.831982] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.832375] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d04839-06c9-4e33-ae68-9cc079bc3caa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.910184] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.910184] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.910474] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.910653] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-705b5ca6-3e6e-4444-91e0-d66d44f04ec8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.919519] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 838.919519] env[66507]: value = "task-4638128" [ 838.919519] env[66507]: _type = "Task" [ 838.919519] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.928674] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.060272] env[66507]: WARNING neutronclient.v2_0.client [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.117612] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb85fd7b-d3eb-4912-b4cf-07a69eeaedbb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.129220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ee3e6d-9ffa-4cb8-ad98-85c60a9a232f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.174483] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5225ca9-a118-4191-a9ee-021bc4147d28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.188165] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9536a9-38d2-4315-8329-717f4c86e5ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.206197] env[66507]: DEBUG nova.compute.provider_tree [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.286954] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638125, 'name': ReconfigVM_Task, 'duration_secs': 0.364498} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.287347] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.288288] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b80b7420-9772-4f8e-9251-bd50648695e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.292745] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 839.297429] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 839.297429] env[66507]: value = "task-4638129" [ 839.297429] env[66507]: _type = "Task" [ 839.297429] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.308040] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638129, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.323971] env[66507]: DEBUG oslo_vmware.api [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186579} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.324336] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.324605] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.324835] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.325100] env[66507]: INFO nova.compute.manager [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Took 1.16 seconds to destroy the instance on the hypervisor. [ 839.325404] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.325677] env[66507]: DEBUG nova.compute.manager [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 839.325830] env[66507]: DEBUG nova.network.neutron [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 839.326128] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.431281] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184538} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.431281] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.431427] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.431573] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.512544] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 839.537400] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.537652] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.537802] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.537978] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.538134] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.538276] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.538484] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.538641] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.538804] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.538959] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.539142] env[66507]: DEBUG nova.virt.hardware [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.540061] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3404a1d-0c75-4896-a4a4-cac9ab1837c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.544637] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.550890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46603d61-fd56-492d-94c1-42075e34ebed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709556] env[66507]: DEBUG nova.scheduler.client.report [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.813621] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638129, 'name': Rename_Task, 'duration_secs': 0.166769} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.814013] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.814339] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ccc355-a6ab-4c75-9e08-fea746f18f55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.822917] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 839.822917] env[66507]: value = "task-4638130" [ 839.822917] env[66507]: _type = "Task" [ 839.822917] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.824499] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.832645] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.005548] env[66507]: WARNING neutronclient.v2_0.client [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.177121] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Successfully updated port: c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.188243] env[66507]: DEBUG nova.compute.manager [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 840.189189] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c1993-44cd-4aa0-ac2a-984f7dc128de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.211119] env[66507]: DEBUG nova.network.neutron [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updated VIF entry in instance network info cache for port 2c1b965c-cee0-4b6e-8951-a26c98608cc0. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.212903] env[66507]: DEBUG nova.network.neutron [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [{"id": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "address": "fa:16:3e:b9:06:b9", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b965c-ce", "ovs_interfaceid": "2c1b965c-cee0-4b6e-8951-a26c98608cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.214246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.214904] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 840.220913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.608s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.220913] env[66507]: DEBUG nova.objects.instance [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lazy-loading 'resources' on Instance uuid a077f982-00ab-497a-9152-94946f7dc16f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.336417] env[66507]: DEBUG oslo_vmware.api [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638130, 'name': PowerOnVM_Task, 'duration_secs': 0.493211} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.336850] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.337111] env[66507]: INFO nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Took 8.25 seconds to spawn the instance on the hypervisor. [ 840.337325] env[66507]: DEBUG nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 840.338259] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfdafa1-02ed-401e-a71e-1d77aec676aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.357952] env[66507]: DEBUG nova.network.neutron [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.474379] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 840.474653] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.474817] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 840.476250] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.476250] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 840.476250] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 840.476250] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.476250] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 840.476476] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 840.476476] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 840.477990] env[66507]: DEBUG nova.virt.hardware [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 840.477990] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b97484c-5b44-4493-b18f-f9bac229e7e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.486796] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a22e8-1614-43ab-b0f5-8a69dded2c0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.502806] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0c:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '841f11d9-fd4c-435d-bd44-c603a333d207', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.511599] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 840.512993] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.514235] env[66507]: DEBUG nova.compute.manager [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Received event network-vif-plugged-c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 840.514384] env[66507]: DEBUG oslo_concurrency.lockutils [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.514624] env[66507]: DEBUG oslo_concurrency.lockutils [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.514733] env[66507]: DEBUG oslo_concurrency.lockutils [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.514890] env[66507]: DEBUG nova.compute.manager [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] No waiting events found dispatching network-vif-plugged-c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 840.515062] env[66507]: WARNING nova.compute.manager [req-84f7d160-2760-439f-8d3c-5bcb7e430ab7 req-0257e0da-58c2-4472-850e-923930514150 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Received unexpected event network-vif-plugged-c9513fa9-0d5f-44c7-9886-064a0b30015d for instance with vm_state building and task_state spawning. [ 840.515562] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d117b997-933f-42fc-990f-798600bcf797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.538341] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.538341] env[66507]: value = "task-4638131" [ 840.538341] env[66507]: _type = "Task" [ 840.538341] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.547378] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638131, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.682281] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.682281] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.682281] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.685382] env[66507]: DEBUG nova.compute.manager [req-780aedba-71ab-4aef-b02a-fe094fd3b97e req-57dcc48b-41ea-406b-96c5-5509d041614e service nova] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Received event network-vif-deleted-0f95cde5-f8a5-4870-9a98-56ca046b5849 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 840.704250] env[66507]: INFO nova.compute.manager [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] instance snapshotting [ 840.707228] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5510d3-f426-453f-a425-4037b8ca81c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.730750] env[66507]: DEBUG oslo_concurrency.lockutils [req-2d0c313e-5932-4ee5-ada3-1be9ecd618f6 req-c02d4f26-ce4e-488b-9672-133a2668fe4f service nova] Releasing lock "refresh_cache-0b312d62-4282-4f54-b4a8-54aee14517c0" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.732497] env[66507]: DEBUG nova.compute.utils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.736989] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 840.737238] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 840.737773] env[66507]: WARNING neutronclient.v2_0.client [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.737874] env[66507]: WARNING neutronclient.v2_0.client [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.740429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e220d-a79c-44c0-8770-f35a45b1b110 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.846806] env[66507]: DEBUG nova.policy [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd311148fa241ba9a3eb41c80283eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c0df34c81444df3856c9af785de013d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.859664] env[66507]: INFO nova.compute.manager [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Took 38.40 seconds to build instance. [ 840.861068] env[66507]: INFO nova.compute.manager [-] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Took 1.54 seconds to deallocate network for instance. [ 841.052300] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638131, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.206810] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Successfully created port: 7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 841.210473] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98adb191-7bb3-4bd0-a1a6-b2fe61cc26eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.218442] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a0f7e-1d79-4021-88c3-efbdefe831ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.249029] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 841.253032] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d5893-3e68-4f1b-88d1-432bef7e2651 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.258323] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.259117] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18356341-4098-4fa4-8bdb-38b0f296f259 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.273852] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4899ef-1d31-4cd0-bd62-2206d7488f21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.279028] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 841.279028] env[66507]: value = "task-4638132" [ 841.279028] env[66507]: _type = "Task" [ 841.279028] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.292030] env[66507]: DEBUG nova.compute.provider_tree [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.301887] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.325562] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.364225] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7c498577-2324-428a-981c-0bf883cd81e9 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.501s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.370614] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.549421] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638131, 'name': CreateVM_Task, 'duration_secs': 0.530943} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.549548] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.550078] env[66507]: WARNING neutronclient.v2_0.client [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 841.550452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.550703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.550914] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.551179] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480c6250-878c-4977-90cb-3ba54abccfe9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.556544] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 841.556544] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524dc706-025a-9fa5-59c0-695b9bbb7408" [ 841.556544] env[66507]: _type = "Task" [ 841.556544] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.565910] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524dc706-025a-9fa5-59c0-695b9bbb7408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.790193] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.795295] env[66507]: DEBUG nova.scheduler.client.report [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.867550] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 842.068914] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524dc706-025a-9fa5-59c0-695b9bbb7408, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.069275] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.069533] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.069770] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.069902] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.070536] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.070536] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942b9750-ce9c-4210-862a-a114f4d09cf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.081243] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.081476] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.082354] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c1c1d2-670d-4212-bb8f-fa0e6d26505b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.088989] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 842.088989] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52751979-0c64-dc55-4a1a-f3a779ba2ee6" [ 842.088989] env[66507]: _type = "Task" [ 842.088989] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.098022] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52751979-0c64-dc55-4a1a-f3a779ba2ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.265078] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 842.291065] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.302697] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.302958] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.303131] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.303315] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.303450] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.303591] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.303836] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.304012] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.304191] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.305046] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.305334] env[66507]: DEBUG nova.virt.hardware [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.306299] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.309287] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af743eab-fea6-4bc8-816d-bfc50bd29f02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.312699] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.812s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.314421] env[66507]: INFO nova.compute.claims [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.326934] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b66ec-7a55-4225-b60d-458767c10f0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.358258] env[66507]: INFO nova.scheduler.client.report [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleted allocations for instance a077f982-00ab-497a-9152-94946f7dc16f [ 842.396891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.600611] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52751979-0c64-dc55-4a1a-f3a779ba2ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.013351} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.601459] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35589816-a76d-4205-b63f-81ae686aa70a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.607878] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 842.607878] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523c9479-8f76-0c97-e80d-520afa650485" [ 842.607878] env[66507]: _type = "Task" [ 842.607878] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.617703] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c9479-8f76-0c97-e80d-520afa650485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.791512] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638132, 'name': CreateSnapshot_Task, 'duration_secs': 1.042592} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.791827] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.792643] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e2d5ba-8b2b-4619-9fae-b484c328742d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.858237] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Successfully updated port: 7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 842.871064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-caff1991-ee85-4154-b616-22ce97ffcb47 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "a077f982-00ab-497a-9152-94946f7dc16f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.750s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.969856] env[66507]: WARNING neutronclient.v2_0.client [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.059752] env[66507]: DEBUG nova.network.neutron [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating instance_info_cache with network_info: [{"id": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "address": "fa:16:3e:bd:88:80", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9513fa9-0d", "ovs_interfaceid": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.119349] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c9479-8f76-0c97-e80d-520afa650485, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.119633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119978] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.120209] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726bd563-e90d-48dc-87c2-d16897d5e96d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.129686] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 843.129686] env[66507]: value = "task-4638133" [ 843.129686] env[66507]: _type = "Task" [ 843.129686] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.140459] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.314289] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.314709] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-179eb66f-fa90-431e-b478-74b51cb0b530 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.329297] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 843.329297] env[66507]: value = "task-4638134" [ 843.329297] env[66507]: _type = "Task" [ 843.329297] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.339838] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638134, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.363117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.363117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.363117] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.497693] env[66507]: DEBUG nova.compute.manager [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Received event network-changed-c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 843.497788] env[66507]: DEBUG nova.compute.manager [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Refreshing instance network info cache due to event network-changed-c9513fa9-0d5f-44c7-9886-064a0b30015d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 843.497988] env[66507]: DEBUG oslo_concurrency.lockutils [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] Acquiring lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.531709] env[66507]: DEBUG nova.compute.manager [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Received event network-vif-plugged-7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 843.531709] env[66507]: DEBUG oslo_concurrency.lockutils [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] Acquiring lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.531709] env[66507]: DEBUG oslo_concurrency.lockutils [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] Lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.531709] env[66507]: DEBUG oslo_concurrency.lockutils [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] Lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.532337] env[66507]: DEBUG nova.compute.manager [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] No waiting events found dispatching network-vif-plugged-7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 843.532337] env[66507]: WARNING nova.compute.manager [req-327c9ab4-dd1a-466e-85cc-785d7030748d req-78d46842-a642-4d49-a039-3ab6eddec9ca service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Received unexpected event network-vif-plugged-7c470bb3-202b-4900-9569-372c7c36d94b for instance with vm_state building and task_state spawning. [ 843.563223] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.563643] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Instance network_info: |[{"id": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "address": "fa:16:3e:bd:88:80", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9513fa9-0d", "ovs_interfaceid": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 843.564276] env[66507]: DEBUG oslo_concurrency.lockutils [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] Acquired lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.566827] env[66507]: DEBUG nova.network.neutron [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Refreshing network info cache for port c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.566827] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:88:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9513fa9-0d5f-44c7-9886-064a0b30015d', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.577728] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating folder: Project (3c5d019036544c74906b5b153d97affd). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.581232] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c44876a7-982b-46a4-9f08-447524e7ceb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.601859] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created folder: Project (3c5d019036544c74906b5b153d97affd) in parent group-v905587. [ 843.602203] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating folder: Instances. Parent ref: group-v905744. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.605977] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c11356d6-5e03-4eeb-9754-5f116bedcbcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.619275] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created folder: Instances in parent group-v905744. [ 843.623174] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.626736] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.627340] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d687a8a3-30ea-4b10-b657-5e512333906e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.661407] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498929} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.661672] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.661672] env[66507]: value = "task-4638137" [ 843.661672] env[66507]: _type = "Task" [ 843.661672] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.664643] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.664893] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.665525] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceca5798-f50b-44f8-9237-38941e0125c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.684615] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 843.684615] env[66507]: value = "task-4638138" [ 843.684615] env[66507]: _type = "Task" [ 843.684615] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.697227] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.845130] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638134, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.950427] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d756ab-763a-4260-9d26-596a89334d10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.960189] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a5398e-a366-46a9-b8e0-5ec2f8c8be3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.997340] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd96734-326e-4f87-be00-cc0d7fbb353a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.005095] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45b1d4-89dc-41ee-b8d3-9473a32644d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.020800] env[66507]: DEBUG nova.compute.provider_tree [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.065198] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.081880] env[66507]: WARNING neutronclient.v2_0.client [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.176785] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638137, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.197664] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090831} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.197958] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.198995] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d9367-fcef-49d5-acb8-5850c3a17ed8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.224016] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.224407] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a6bbbd-5f30-438e-a60c-5f992820884c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.250111] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 844.250111] env[66507]: value = "task-4638139" [ 844.250111] env[66507]: _type = "Task" [ 844.250111] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.264711] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.345136] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638134, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.484530] env[66507]: WARNING neutronclient.v2_0.client [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.523990] env[66507]: DEBUG nova.scheduler.client.report [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.680100] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638137, 'name': CreateVM_Task, 'duration_secs': 0.572303} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.680100] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.680468] env[66507]: WARNING neutronclient.v2_0.client [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.680917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.681099] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.681418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.681689] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c076b246-46cb-4f19-8b80-0586136e0aae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.687964] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 844.687964] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52651531-91a5-6eb5-7357-741f68a0f816" [ 844.687964] env[66507]: _type = "Task" [ 844.687964] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.700509] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52651531-91a5-6eb5-7357-741f68a0f816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.760765] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.848032] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638134, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.035031] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.035031] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 845.036649] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.460s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.037114] env[66507]: DEBUG nova.objects.instance [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'resources' on Instance uuid 06b813d7-570d-472b-b020-26c19fa7baae {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.067468] env[66507]: DEBUG nova.network.neutron [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Updating instance_info_cache with network_info: [{"id": "7c470bb3-202b-4900-9569-372c7c36d94b", "address": "fa:16:3e:c0:5e:e7", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c470bb3-20", "ovs_interfaceid": "7c470bb3-202b-4900-9569-372c7c36d94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.141253] env[66507]: WARNING neutronclient.v2_0.client [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.204733] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52651531-91a5-6eb5-7357-741f68a0f816, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.204733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.204945] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.205037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.205184] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.205365] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.205623] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd511f8-8e29-4f57-bf0e-43773a9a7a61 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.215256] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.215368] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.216251] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caceb723-87eb-42df-a78e-73f04a0d38ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.223232] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 845.223232] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522a15b2-6622-c39f-785e-4eb8a0e6f745" [ 845.223232] env[66507]: _type = "Task" [ 845.223232] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.236903] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522a15b2-6622-c39f-785e-4eb8a0e6f745, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.238135] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564f42a5-041e-4d0d-9d11-47fbe6879cf4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.246405] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 845.246405] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52581487-251d-fe1d-f515-fb61e6341bc0" [ 845.246405] env[66507]: _type = "Task" [ 845.246405] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.258260] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52581487-251d-fe1d-f515-fb61e6341bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.264075] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638139, 'name': ReconfigVM_Task, 'duration_secs': 0.843867} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.264341] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8/0f49157b-80e5-4c08-b3e3-f97e801672a8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.264983] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668d0524-e8bd-4c51-936d-841564d61ee3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.272229] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 845.272229] env[66507]: value = "task-4638140" [ 845.272229] env[66507]: _type = "Task" [ 845.272229] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.282364] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638140, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.332076] env[66507]: DEBUG nova.network.neutron [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updated VIF entry in instance network info cache for port c9513fa9-0d5f-44c7-9886-064a0b30015d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 845.332475] env[66507]: DEBUG nova.network.neutron [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating instance_info_cache with network_info: [{"id": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "address": "fa:16:3e:bd:88:80", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9513fa9-0d", "ovs_interfaceid": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.346347] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638134, 'name': CloneVM_Task, 'duration_secs': 1.792454} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.347020] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Created linked-clone VM from snapshot [ 845.348572] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed90b6-7901-4703-ad5e-d03d9fc328a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.358513] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Uploading image 828256e0-fe49-4099-bdda-b5b6143655c4 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.386486] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.386486] env[66507]: value = "vm-905743" [ 845.386486] env[66507]: _type = "VirtualMachine" [ 845.386486] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.386744] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-522539c2-a827-420e-8fb9-413583af6e8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.395586] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease: (returnval){ [ 845.395586] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e24e62-8cd9-30da-15e0-f38b0b316693" [ 845.395586] env[66507]: _type = "HttpNfcLease" [ 845.395586] env[66507]: } obtained for exporting VM: (result){ [ 845.395586] env[66507]: value = "vm-905743" [ 845.395586] env[66507]: _type = "VirtualMachine" [ 845.395586] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.396038] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the lease: (returnval){ [ 845.396038] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e24e62-8cd9-30da-15e0-f38b0b316693" [ 845.396038] env[66507]: _type = "HttpNfcLease" [ 845.396038] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.403735] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.403735] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e24e62-8cd9-30da-15e0-f38b0b316693" [ 845.403735] env[66507]: _type = "HttpNfcLease" [ 845.403735] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 845.542416] env[66507]: DEBUG nova.compute.utils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.548395] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 845.570319] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.570319] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Instance network_info: |[{"id": "7c470bb3-202b-4900-9569-372c7c36d94b", "address": "fa:16:3e:c0:5e:e7", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c470bb3-20", "ovs_interfaceid": "7c470bb3-202b-4900-9569-372c7c36d94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 845.571106] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:5e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c470bb3-202b-4900-9569-372c7c36d94b', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.580689] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.585122] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.586191] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65df8de4-34bc-4b1f-86e2-c9d0e77fd02e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.613785] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.613785] env[66507]: value = "task-4638142" [ 845.613785] env[66507]: _type = "Task" [ 845.613785] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.622292] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638142, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.763816] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52581487-251d-fe1d-f515-fb61e6341bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.015696} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.765621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.765621] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7e189741-77c5-455a-90ba-b4bc6fc2e8d2/7e189741-77c5-455a-90ba-b4bc6fc2e8d2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.765621] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a994de8-6912-4f4c-9197-0b314262ac40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.780909] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 845.780909] env[66507]: value = "task-4638143" [ 845.780909] env[66507]: _type = "Task" [ 845.780909] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.791358] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638140, 'name': Rename_Task, 'duration_secs': 0.196862} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.792182] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.792504] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6fa7a60-3c4e-4c09-a122-6fd3916cdbd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.799809] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.800311] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 845.800311] env[66507]: value = "task-4638144" [ 845.800311] env[66507]: _type = "Task" [ 845.800311] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.812386] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.835046] env[66507]: DEBUG oslo_concurrency.lockutils [req-234dc069-ec06-4846-a8c4-24fe36b747d4 req-fc166ce9-c8a2-4bbf-87e4-3098a080aa5b service nova] Releasing lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.905256] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.905256] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e24e62-8cd9-30da-15e0-f38b0b316693" [ 845.905256] env[66507]: _type = "HttpNfcLease" [ 845.905256] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.905574] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.905574] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e24e62-8cd9-30da-15e0-f38b0b316693" [ 845.905574] env[66507]: _type = "HttpNfcLease" [ 845.905574] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.906469] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505af5fa-6f77-4d07-a110-4f3e75d86392 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.916481] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.916674] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.986503] env[66507]: DEBUG nova.compute.manager [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 846.025546] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1afa7dc-63a1-4995-8d40-000701b3ce3d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.047729] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 846.125180] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638142, 'name': CreateVM_Task, 'duration_secs': 0.390111} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.125399] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.126179] env[66507]: WARNING neutronclient.v2_0.client [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.126796] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.126998] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.127428] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.127728] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66fb943-44c6-4b5e-a3a1-a08095412a09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.136903] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 846.136903] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52689c9b-658d-9745-3124-1149e208f033" [ 846.136903] env[66507]: _type = "Task" [ 846.136903] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146179] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52689c9b-658d-9745-3124-1149e208f033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.240072] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a83371b-ac7d-4533-a181-9d8efb409f81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.246997] env[66507]: DEBUG nova.compute.manager [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Received event network-changed-7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 846.247351] env[66507]: DEBUG nova.compute.manager [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Refreshing instance network info cache due to event network-changed-7c470bb3-202b-4900-9569-372c7c36d94b. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 846.247580] env[66507]: DEBUG oslo_concurrency.lockutils [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] Acquiring lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.247910] env[66507]: DEBUG oslo_concurrency.lockutils [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] Acquired lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.248131] env[66507]: DEBUG nova.network.neutron [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Refreshing network info cache for port 7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.255582] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64321f-3ce9-434a-95bd-35e138945279 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.296707] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1c05d-d1e4-43dc-b78d-687c0c04359e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.308871] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496513} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.310146] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7e189741-77c5-455a-90ba-b4bc6fc2e8d2/7e189741-77c5-455a-90ba-b4bc6fc2e8d2.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.310377] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.311637] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d235c8-3124-453e-a8b8-930654f20545 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.322223] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9c4d4b-8057-410b-8a95-fa09f28eefdf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.324519] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.337509] env[66507]: DEBUG nova.compute.provider_tree [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.341262] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 846.341262] env[66507]: value = "task-4638145" [ 846.341262] env[66507]: _type = "Task" [ 846.341262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.354666] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.509372] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.648418] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52689c9b-658d-9745-3124-1149e208f033, 'name': SearchDatastore_Task, 'duration_secs': 0.056841} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.648855] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.649189] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.649478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.649671] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.649893] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.650427] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f3948c-165e-4ea1-b166-6f018312c202 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.664100] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.664434] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.665939] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63627ec-e881-48f8-9555-30addfc00269 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.677044] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 846.677044] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c75b89-a479-2bb6-dab6-82a36d2919d9" [ 846.677044] env[66507]: _type = "Task" [ 846.677044] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.687273] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c75b89-a479-2bb6-dab6-82a36d2919d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.755602] env[66507]: WARNING neutronclient.v2_0.client [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.798132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "4480d705-775d-41ed-93bd-18ef3045f7c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.798132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.814317] env[66507]: DEBUG oslo_vmware.api [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638144, 'name': PowerOnVM_Task, 'duration_secs': 0.597075} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.815673] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.815981] env[66507]: DEBUG nova.compute.manager [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 846.817496] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d696202-4865-4eb8-8bc7-fd1c2fb10c9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.843610] env[66507]: DEBUG nova.scheduler.client.report [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.861064] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084896} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.867027] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.871954] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206cb26-4f9b-4f06-9b01-cec9861f6dcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.900977] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7e189741-77c5-455a-90ba-b4bc6fc2e8d2/7e189741-77c5-455a-90ba-b4bc6fc2e8d2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.901154] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a0c794-36e6-47bc-a22b-d8c51ca0aff9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.927234] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 846.927234] env[66507]: value = "task-4638146" [ 846.927234] env[66507]: _type = "Task" [ 846.927234] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.940355] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.020381] env[66507]: WARNING neutronclient.v2_0.client [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.059718] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 847.092875] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 847.093100] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.093257] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 847.093424] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.093582] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 847.093735] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 847.094123] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.094123] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 847.094299] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 847.094766] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 847.094766] env[66507]: DEBUG nova.virt.hardware [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 847.095630] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7becc1-39d2-48cf-a95d-cf672e8bd15f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.106205] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abed143-9732-4b84-b414-cb2d22778e05 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.121378] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.128182] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Creating folder: Project (e6b8763560654bee9d6d74b5cd52faa0). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.129513] env[66507]: DEBUG nova.network.neutron [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Updated VIF entry in instance network info cache for port 7c470bb3-202b-4900-9569-372c7c36d94b. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.130029] env[66507]: DEBUG nova.network.neutron [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Updating instance_info_cache with network_info: [{"id": "7c470bb3-202b-4900-9569-372c7c36d94b", "address": "fa:16:3e:c0:5e:e7", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c470bb3-20", "ovs_interfaceid": "7c470bb3-202b-4900-9569-372c7c36d94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.131110] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5422ec60-9560-42dd-8713-83c378da65d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.145823] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Created folder: Project (e6b8763560654bee9d6d74b5cd52faa0) in parent group-v905587. [ 847.146091] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Creating folder: Instances. Parent ref: group-v905748. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.146437] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d04d586-33a1-4a2b-8a54-1c21e1b61570 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.158409] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Created folder: Instances in parent group-v905748. [ 847.158685] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 847.158981] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.159249] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c817324-9382-40f1-b6bd-00434ef4b1d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.182503] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.182503] env[66507]: value = "task-4638149" [ 847.182503] env[66507]: _type = "Task" [ 847.182503] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.191209] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c75b89-a479-2bb6-dab6-82a36d2919d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.193512] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bce33ba-8b3f-4bb3-9226-064252ecaa7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.199704] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638149, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.204367] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 847.204367] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5276bb67-c343-0487-1566-75df5afdd3dc" [ 847.204367] env[66507]: _type = "Task" [ 847.204367] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.216715] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5276bb67-c343-0487-1566-75df5afdd3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.337503] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.356487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.360054] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.673s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.362134] env[66507]: INFO nova.compute.claims [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.379929] env[66507]: INFO nova.scheduler.client.report [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance 06b813d7-570d-472b-b020-26c19fa7baae [ 847.446902] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.470287] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.470510] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.634345] env[66507]: DEBUG oslo_concurrency.lockutils [req-16222427-b142-48db-837f-2cf517794369 req-8ea96c90-0f07-47e0-b2bb-a4f15c09d6fb service nova] Releasing lock "refresh_cache-053f8cba-8888-4820-bfab-1c093a4950f7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.696928] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638149, 'name': CreateVM_Task, 'duration_secs': 0.438855} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.697048] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.697534] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.697731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698053] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698669] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ddebc7-f7d7-4779-ab6c-d40be0940ba8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.705015] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 847.705015] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52eac7c0-1c0d-fa4e-6ec1-4f160977f36a" [ 847.705015] env[66507]: _type = "Task" [ 847.705015] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.718257] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5276bb67-c343-0487-1566-75df5afdd3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.721796] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.722396] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 053f8cba-8888-4820-bfab-1c093a4950f7/053f8cba-8888-4820-bfab-1c093a4950f7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.722722] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eac7c0-1c0d-fa4e-6ec1-4f160977f36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.722980] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ff2ef9-9967-4df8-9da2-f03092422f7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.733776] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 847.733776] env[66507]: value = "task-4638150" [ 847.733776] env[66507]: _type = "Task" [ 847.733776] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.743617] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.888692] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2ca747e1-1e43-49d9-8309-c9b83b751bfd tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "06b813d7-570d-472b-b020-26c19fa7baae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.364s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.938149] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638146, 'name': ReconfigVM_Task, 'duration_secs': 0.632832} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.938461] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7e189741-77c5-455a-90ba-b4bc6fc2e8d2/7e189741-77c5-455a-90ba-b4bc6fc2e8d2.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.939154] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af1234c1-c21f-4e27-b2d3-b30579c01903 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.947778] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 847.947778] env[66507]: value = "task-4638151" [ 847.947778] env[66507]: _type = "Task" [ 847.947778] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.958425] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638151, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.220167] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52eac7c0-1c0d-fa4e-6ec1-4f160977f36a, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.220167] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.220507] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.220842] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.221096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.221369] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.221732] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d17a60c1-26b4-4435-88d3-d9a49962bad8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.232980] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.232980] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.234280] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f21b12-50a5-4818-b6cf-4140a3bb7e7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.247285] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.248954] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 848.248954] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521631ea-8114-0317-275a-75bdc4a2aea7" [ 848.248954] env[66507]: _type = "Task" [ 848.248954] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.259605] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521631ea-8114-0317-275a-75bdc4a2aea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.460300] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638151, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.554633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.554633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.554633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.554633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.554633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.555700] env[66507]: INFO nova.compute.manager [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Terminating instance [ 848.747750] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517268} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.750594] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 053f8cba-8888-4820-bfab-1c093a4950f7/053f8cba-8888-4820-bfab-1c093a4950f7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.750594] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.750940] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15b8c66-fb92-4653-b95b-506f20e32e27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.762572] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521631ea-8114-0317-275a-75bdc4a2aea7, 'name': SearchDatastore_Task, 'duration_secs': 0.014433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.769028] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 848.769028] env[66507]: value = "task-4638152" [ 848.769028] env[66507]: _type = "Task" [ 848.769028] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.769028] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595c7838-4bc3-4d7b-ad42-99a5eaa7c678 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.780023] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 848.780023] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525ac7b4-533e-8b19-cc84-fb55ae636987" [ 848.780023] env[66507]: _type = "Task" [ 848.780023] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.782393] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.798894] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525ac7b4-533e-8b19-cc84-fb55ae636987, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.799635] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.799635] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.799924] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143767a8-4d73-42d6-9f30-97adbd23c3a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807589] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 848.807589] env[66507]: value = "task-4638153" [ 848.807589] env[66507]: _type = "Task" [ 848.807589] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.818471] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.876369] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a845b3f9-1c14-4c49-af18-e2d64ec3a7d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.885946] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a0c394-5901-40be-9aff-289b08db9543 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.918648] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71900e11-6336-46fa-9b99-4f9f1e0cd7e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.927329] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b60ef-163b-4284-9d89-7738ab02c0cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.944608] env[66507]: DEBUG nova.compute.provider_tree [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.959256] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638151, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.059814] env[66507]: DEBUG nova.compute.manager [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 849.060117] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.061096] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac844ba-b54a-44cb-82e4-2bafd90c1966 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.072453] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.072453] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4fb9dd0-7493-4401-a7b8-ad74ef2216cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.082846] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 849.082846] env[66507]: value = "task-4638154" [ 849.082846] env[66507]: _type = "Task" [ 849.082846] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.096120] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.281521] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104034} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.281899] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.283459] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e8b3d-7a1d-48da-9c01-80700e12606b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.312949] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 053f8cba-8888-4820-bfab-1c093a4950f7/053f8cba-8888-4820-bfab-1c093a4950f7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.313898] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daa94c7-0883-4603-aa63-1c641ff6bd4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.349668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.354021] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 849.354021] env[66507]: value = "task-4638155" [ 849.354021] env[66507]: _type = "Task" [ 849.354021] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.359634] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491296} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.361251] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.361483] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.361745] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e94f95-1d4b-4695-a9f5-53f9d38c4291 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.377748] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 849.377748] env[66507]: value = "task-4638156" [ 849.377748] env[66507]: _type = "Task" [ 849.377748] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.377748] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.394024] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.448227] env[66507]: DEBUG nova.scheduler.client.report [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.464282] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638151, 'name': Rename_Task, 'duration_secs': 1.24733} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.464699] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.464930] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5b8bfb-2354-4214-8862-85295c063c17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.473319] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 849.473319] env[66507]: value = "task-4638157" [ 849.473319] env[66507]: _type = "Task" [ 849.473319] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.487339] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.595592] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638154, 'name': PowerOffVM_Task, 'duration_secs': 0.319322} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.595926] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.596116] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.596399] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2acbc418-0214-418c-bbc6-91d03c900344 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.685251] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.685683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.686029] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore1] 0f49157b-80e5-4c08-b3e3-f97e801672a8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.686400] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20669283-af2e-46ea-9265-1cf61050c04b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.696853] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 849.696853] env[66507]: value = "task-4638159" [ 849.696853] env[66507]: _type = "Task" [ 849.696853] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.707506] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.850492] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.850757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.870771] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.888912] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081803} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.889304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.890268] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f42176-4f6b-42dc-a9f8-3bcba7de9b28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.913133] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.913518] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3663750e-5849-4c16-9afa-39b5413b3bf1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.935986] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 849.935986] env[66507]: value = "task-4638160" [ 849.935986] env[66507]: _type = "Task" [ 849.935986] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.947574] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.957190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.957923] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 849.960772] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.343s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.960973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.961146] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 849.961468] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.173s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.961687] env[66507]: DEBUG nova.objects.instance [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lazy-loading 'resources' on Instance uuid 6888c743-4907-47c2-9b5c-fa1aaa38b2b1 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.963809] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1337c9-77fa-499c-8c88-b0a0b36e53b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.973551] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bdb8cb-6fbb-4463-b3c5-d2a8015f788a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.989774] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.000813] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0bd573-ec91-4360-90e4-a53ffdf56bb6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.009605] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b4eb0-5cfe-487c-aae6-674e54050d91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.048793] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178692MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 850.049064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.209133] env[66507]: DEBUG oslo_vmware.api [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25371} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.209414] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.209597] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.209767] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.209937] env[66507]: INFO nova.compute.manager [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.213179] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 850.213179] env[66507]: DEBUG nova.compute.manager [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 850.213179] env[66507]: DEBUG nova.network.neutron [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 850.213179] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.277049] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.371522] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638155, 'name': ReconfigVM_Task, 'duration_secs': 0.566484} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.372169] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 053f8cba-8888-4820-bfab-1c093a4950f7/053f8cba-8888-4820-bfab-1c093a4950f7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.373291] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562f2dd4-0c55-413b-a09e-8095842c73ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.380923] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 850.380923] env[66507]: value = "task-4638161" [ 850.380923] env[66507]: _type = "Task" [ 850.380923] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.392041] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638161, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.449160] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.465470] env[66507]: DEBUG nova.compute.utils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.467572] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 850.467875] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 850.468306] env[66507]: WARNING neutronclient.v2_0.client [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.468714] env[66507]: WARNING neutronclient.v2_0.client [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.491315] env[66507]: DEBUG oslo_vmware.api [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638157, 'name': PowerOnVM_Task, 'duration_secs': 0.678346} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.491315] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.491881] env[66507]: INFO nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Took 10.98 seconds to spawn the instance on the hypervisor. [ 850.491881] env[66507]: DEBUG nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 850.492512] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f772580-8181-4edf-b541-775b0fe6cb7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.534052] env[66507]: DEBUG nova.policy [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.896226] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638161, 'name': Rename_Task, 'duration_secs': 0.261857} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.896552] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.896866] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4284ff0a-3b69-4e3c-a59b-7e57dc8d81d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.907052] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 850.907052] env[66507]: value = "task-4638162" [ 850.907052] env[66507]: _type = "Task" [ 850.907052] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.918744] env[66507]: DEBUG nova.compute.manager [req-b37f8f3d-d18e-4b30-8b61-d6c45bfe01aa req-1ecc05c7-6f1b-48c1-80f5-b4c089845ef6 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Received event network-vif-deleted-841f11d9-fd4c-435d-bd44-c603a333d207 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 850.918982] env[66507]: INFO nova.compute.manager [req-b37f8f3d-d18e-4b30-8b61-d6c45bfe01aa req-1ecc05c7-6f1b-48c1-80f5-b4c089845ef6 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Neutron deleted interface 841f11d9-fd4c-435d-bd44-c603a333d207; detaching it from the instance and deleting it from the info cache [ 850.920292] env[66507]: DEBUG nova.network.neutron [req-b37f8f3d-d18e-4b30-8b61-d6c45bfe01aa req-1ecc05c7-6f1b-48c1-80f5-b4c089845ef6 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.930379] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.958984] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638160, 'name': ReconfigVM_Task, 'duration_secs': 0.557469} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.962440] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.963402] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-196eb512-4ada-47d7-8fb5-e91d5c2fbd40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.973774] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 850.973774] env[66507]: value = "task-4638163" [ 850.973774] env[66507]: _type = "Task" [ 850.973774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.981041] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 850.985015] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Successfully created port: 6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.994652] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638163, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.014538] env[66507]: INFO nova.compute.manager [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Took 38.88 seconds to build instance. [ 851.067764] env[66507]: DEBUG nova.network.neutron [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.141921] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55785f9-7ff9-4f9d-8a52-2f3ee18cd999 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.154202] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377ca69-2d8b-4dcb-b279-2e097449a2aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.189710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d7956-1d64-46bd-94ad-a2cee4bf913b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.199331] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50329974-1cc0-4315-b54b-05150d036f71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.215896] env[66507]: DEBUG nova.compute.provider_tree [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.421029] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.433045] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9bce38a-6e0e-42c8-bf0f-777044af594d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.443784] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd5139-afda-4ca4-b549-f6131903369f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.484977] env[66507]: DEBUG nova.compute.manager [req-b37f8f3d-d18e-4b30-8b61-d6c45bfe01aa req-1ecc05c7-6f1b-48c1-80f5-b4c089845ef6 service nova] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Detach interface failed, port_id=841f11d9-fd4c-435d-bd44-c603a333d207, reason: Instance 0f49157b-80e5-4c08-b3e3-f97e801672a8 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 851.499670] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638163, 'name': Rename_Task, 'duration_secs': 0.270832} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.500310] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.500410] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33cd9ddf-7721-42eb-8670-a542524dd101 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.509706] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 851.509706] env[66507]: value = "task-4638164" [ 851.509706] env[66507]: _type = "Task" [ 851.509706] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.522482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b540ccd6-a74e-4be6-92ab-c8721ccc1d3c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.172s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.522814] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.573273] env[66507]: INFO nova.compute.manager [-] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Took 1.36 seconds to deallocate network for instance. [ 851.721147] env[66507]: DEBUG nova.scheduler.client.report [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.919179] env[66507]: DEBUG oslo_vmware.api [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638162, 'name': PowerOnVM_Task, 'duration_secs': 0.976497} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.919364] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.919445] env[66507]: INFO nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Took 9.66 seconds to spawn the instance on the hypervisor. [ 851.919604] env[66507]: DEBUG nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 851.920422] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f7d20-222e-45b0-a5cc-cda616bcc4e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.927609] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.927899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.993777] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 852.025594] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 852.029264] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.032014] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 852.032268] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.032439] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 852.032626] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.032763] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 852.032931] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 852.033462] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 852.033462] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 852.033613] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 852.033810] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 852.034076] env[66507]: DEBUG nova.virt.hardware [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 852.035326] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70d5e20-f54a-442d-8545-65e02a926c06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.045131] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd8923-2ef3-4878-bad3-841ed56541d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.081640] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.230150] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.232657] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.174s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.235121] env[66507]: INFO nova.compute.claims [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.290062] env[66507]: INFO nova.scheduler.client.report [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Deleted allocations for instance 6888c743-4907-47c2-9b5c-fa1aaa38b2b1 [ 852.451678] env[66507]: INFO nova.compute.manager [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Took 37.10 seconds to build instance. [ 852.523520] env[66507]: DEBUG oslo_vmware.api [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638164, 'name': PowerOnVM_Task, 'duration_secs': 0.688115} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.523520] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.523520] env[66507]: INFO nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Took 5.46 seconds to spawn the instance on the hypervisor. [ 852.524054] env[66507]: DEBUG nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 852.525994] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5516a15-d98d-4f4d-a733-2ab54ab4006e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.561621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.597181] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Successfully updated port: 6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.603402] env[66507]: DEBUG nova.compute.manager [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Received event network-changed-c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 852.603590] env[66507]: DEBUG nova.compute.manager [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Refreshing instance network info cache due to event network-changed-c9513fa9-0d5f-44c7-9886-064a0b30015d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 852.603779] env[66507]: DEBUG oslo_concurrency.lockutils [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] Acquiring lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.603917] env[66507]: DEBUG oslo_concurrency.lockutils [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] Acquired lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.604083] env[66507]: DEBUG nova.network.neutron [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Refreshing network info cache for port c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.797185] env[66507]: DEBUG oslo_concurrency.lockutils [None req-04d3488a-09f3-4683-b6e7-2cd998c5116b tempest-InstanceActionsV221TestJSON-275275078 tempest-InstanceActionsV221TestJSON-275275078-project-member] Lock "6888c743-4907-47c2-9b5c-fa1aaa38b2b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.582s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.954112] env[66507]: DEBUG oslo_concurrency.lockutils [None req-aeb1afac-05cb-42c2-8927-a73fb6b44dfd tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.964s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.050209] env[66507]: INFO nova.compute.manager [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Took 34.57 seconds to build instance. [ 853.098515] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.098745] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.098983] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 853.110405] env[66507]: WARNING neutronclient.v2_0.client [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.177768] env[66507]: DEBUG nova.compute.manager [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Received event network-vif-plugged-6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 853.178112] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Acquiring lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.178391] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.178496] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.178996] env[66507]: DEBUG nova.compute.manager [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] No waiting events found dispatching network-vif-plugged-6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 853.178996] env[66507]: WARNING nova.compute.manager [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Received unexpected event network-vif-plugged-6d15a8ee-3b86-443e-9f91-f5a602c022a3 for instance with vm_state building and task_state spawning. [ 853.178996] env[66507]: DEBUG nova.compute.manager [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Received event network-changed-6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 853.179280] env[66507]: DEBUG nova.compute.manager [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Refreshing instance network info cache due to event network-changed-6d15a8ee-3b86-443e-9f91-f5a602c022a3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 853.179478] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Acquiring lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.296787] env[66507]: WARNING neutronclient.v2_0.client [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.406049] env[66507]: DEBUG nova.network.neutron [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updated VIF entry in instance network info cache for port c9513fa9-0d5f-44c7-9886-064a0b30015d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 853.406488] env[66507]: DEBUG nova.network.neutron [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating instance_info_cache with network_info: [{"id": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "address": "fa:16:3e:bd:88:80", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9513fa9-0d", "ovs_interfaceid": "c9513fa9-0d5f-44c7-9886-064a0b30015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.456393] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 853.554382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a454d544-a309-46f3-ae62-88b1c70f5ee8 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.134s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.640965] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 853.826597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.826597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.855110] env[66507]: WARNING neutronclient.v2_0.client [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.859696] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3553d5-c069-4a08-9b14-2a664c2d961e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.874810] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422a5c6-31a1-461e-87c7-050efbb15608 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.908911] env[66507]: DEBUG oslo_concurrency.lockutils [req-1a8f3091-2c80-424b-a9a4-3af4517c2ea2 req-3b5c4df4-743f-4b8a-9631-082c4756726c service nova] Releasing lock "refresh_cache-7e189741-77c5-455a-90ba-b4bc6fc2e8d2" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.909829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eedc728-3487-4fe1-85c5-d04be10de9d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.919419] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44b461-adbc-4ece-a857-165850d13a49 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.939744] env[66507]: DEBUG nova.compute.provider_tree [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.979421] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.058835] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 854.087483] env[66507]: DEBUG nova.network.neutron [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Updating instance_info_cache with network_info: [{"id": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "address": "fa:16:3e:bb:9c:ee", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d15a8ee-3b", "ovs_interfaceid": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.446032] env[66507]: DEBUG nova.scheduler.client.report [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.526494] env[66507]: INFO nova.compute.manager [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Rebuilding instance [ 854.584737] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.590919] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.591445] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Instance network_info: |[{"id": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "address": "fa:16:3e:bb:9c:ee", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d15a8ee-3b", "ovs_interfaceid": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 854.591999] env[66507]: DEBUG nova.compute.manager [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 854.592416] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Acquired lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.592628] env[66507]: DEBUG nova.network.neutron [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Refreshing network info cache for port 6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.594481] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:9c:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d15a8ee-3b86-443e-9f91-f5a602c022a3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.603163] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 854.603758] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae24df-962e-40ac-951e-e1001afd32e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.607547] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.609010] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b042f65-a9c7-4de2-8c15-7260c2286842 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.636753] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.636753] env[66507]: value = "task-4638165" [ 854.636753] env[66507]: _type = "Task" [ 854.636753] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.651242] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638165, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.793970] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.794663] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72efd28-e2ad-4efc-8946-5894f1b1c693 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.803075] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.803319] env[66507]: ERROR oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk due to incomplete transfer. [ 854.803602] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9123246f-c7f2-478d-a9c3-004657439456 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.813142] env[66507]: DEBUG oslo_vmware.rw_handles [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211ac8b-71b4-4001-d411-9bd52fcc9e48/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.813562] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Uploaded image 828256e0-fe49-4099-bdda-b5b6143655c4 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.815966] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.816304] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0910b19e-0d7d-4348-bf72-cdee0d38baa2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.825022] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 854.825022] env[66507]: value = "task-4638166" [ 854.825022] env[66507]: _type = "Task" [ 854.825022] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.838254] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638166, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.952098] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.952739] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 854.958012] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.072s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.958012] env[66507]: DEBUG nova.objects.instance [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lazy-loading 'resources' on Instance uuid 1d1edb0d-fc47-4667-a281-f15498d6999f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.109764] env[66507]: WARNING neutronclient.v2_0.client [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.157625] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638165, 'name': CreateVM_Task, 'duration_secs': 0.432054} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.157822] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.158376] env[66507]: WARNING neutronclient.v2_0.client [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.159074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.159074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.159312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.159590] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c03635-1d49-4116-9400-33db7c6ac98d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.166110] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 855.166110] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522b38ea-a139-f939-fc02-98b1f9eda9c7" [ 855.166110] env[66507]: _type = "Task" [ 855.166110] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.176639] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522b38ea-a139-f939-fc02-98b1f9eda9c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.318432] env[66507]: WARNING neutronclient.v2_0.client [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.339634] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638166, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.413137] env[66507]: DEBUG nova.network.neutron [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Updated VIF entry in instance network info cache for port 6d15a8ee-3b86-443e-9f91-f5a602c022a3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 855.413657] env[66507]: DEBUG nova.network.neutron [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Updating instance_info_cache with network_info: [{"id": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "address": "fa:16:3e:bb:9c:ee", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d15a8ee-3b", "ovs_interfaceid": "6d15a8ee-3b86-443e-9f91-f5a602c022a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.461377] env[66507]: DEBUG nova.compute.utils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.465243] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 855.465474] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.466292] env[66507]: WARNING neutronclient.v2_0.client [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.466624] env[66507]: WARNING neutronclient.v2_0.client [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.524976] env[66507]: DEBUG nova.policy [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817e45982e6f45808f770fac52f89ac5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '738bd90b0226402a9d45a295bae732bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.643835] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.645168] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7469fa2a-41df-4df0-8e20-7cd1e98cbd2a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.652749] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 855.652749] env[66507]: value = "task-4638167" [ 855.652749] env[66507]: _type = "Task" [ 855.652749] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.668182] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.680349] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522b38ea-a139-f939-fc02-98b1f9eda9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.680349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.680349] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.680349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.680349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.680349] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.680349] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487f022b-abac-4110-a792-439f926294d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.691170] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.691473] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.692306] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5828ce23-3f98-4926-8604-c6642487ed90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.699396] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 855.699396] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b1aefb-1f4a-3cfc-447e-b6820fc20f6f" [ 855.699396] env[66507]: _type = "Task" [ 855.699396] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.715696] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b1aefb-1f4a-3cfc-447e-b6820fc20f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.716224] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34ed69e-346e-42b3-9892-7074bdbade9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.723632] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 855.723632] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ebae7d-9f24-81aa-4659-7e85cb6c0a54" [ 855.723632] env[66507]: _type = "Task" [ 855.723632] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.736610] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ebae7d-9f24-81aa-4659-7e85cb6c0a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.838559] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638166, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.934827] env[66507]: DEBUG oslo_concurrency.lockutils [req-42178b36-0fe1-4c2f-8ef3-604e944ed1af req-93742790-fc76-466d-bfcd-dbd00c08cbbc service nova] Releasing lock "refresh_cache-95f59604-5255-4b59-a7ba-d27fd95838ed" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.939196] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Successfully created port: d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.966580] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 856.114303] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794bf73-d342-4268-8375-4c01c05bf4d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.123457] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9401e05e-fda7-4377-a0e2-737aae17e9cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.159794] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf8309-5829-499a-863a-d877f389493e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.171168] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60d392f-44b0-4ab8-b8d0-a2459c61f52e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.175478] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638167, 'name': PowerOffVM_Task, 'duration_secs': 0.162876} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.175560] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.176936] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.177320] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335a82c3-168d-47a9-80af-a1a2fc5629bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.187804] env[66507]: DEBUG nova.compute.provider_tree [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.194358] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.195028] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2a64c3-0f4d-4483-a982-181523a0d3da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.230148] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.230655] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.230655] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Deleting the datastore file [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.231351] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f39f6e08-6a60-4638-a497-ce2cda90694a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.239978] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ebae7d-9f24-81aa-4659-7e85cb6c0a54, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.241648] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.241995] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 95f59604-5255-4b59-a7ba-d27fd95838ed/95f59604-5255-4b59-a7ba-d27fd95838ed.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.242851] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 856.242851] env[66507]: value = "task-4638169" [ 856.242851] env[66507]: _type = "Task" [ 856.242851] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.242851] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6051702a-7526-46e2-9908-e6b064e27b53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.255105] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.256714] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 856.256714] env[66507]: value = "task-4638170" [ 856.256714] env[66507]: _type = "Task" [ 856.256714] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.268503] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.341490] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638166, 'name': Destroy_Task, 'duration_secs': 1.110124} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.341799] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Destroyed the VM [ 856.342126] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.342465] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07923bd2-6439-423f-a484-a07ce7c3a8de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.350075] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 856.350075] env[66507]: value = "task-4638171" [ 856.350075] env[66507]: _type = "Task" [ 856.350075] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.361574] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.691830] env[66507]: DEBUG nova.scheduler.client.report [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.758198] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19335} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.758198] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.758198] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.758419] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.776553] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.862937] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638171, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.899695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.899695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.976172] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 857.001827] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.002115] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.002267] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.002447] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.002585] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.002721] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.002919] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.003082] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.003244] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.003400] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.003563] env[66507]: DEBUG nova.virt.hardware [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.004523] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bd402f-9032-419d-a478-3212cdbbc979 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.016523] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee9c38-9efc-4196-8b56-534ca65ef979 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.198485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.201066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.545s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.202656] env[66507]: INFO nova.compute.claims [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.222346] env[66507]: INFO nova.scheduler.client.report [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted allocations for instance 1d1edb0d-fc47-4667-a281-f15498d6999f [ 857.273249] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600242} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.273398] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 95f59604-5255-4b59-a7ba-d27fd95838ed/95f59604-5255-4b59-a7ba-d27fd95838ed.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.273637] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.273871] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adb538b-ce2d-42ba-869c-c14a642e2111 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.282594] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 857.282594] env[66507]: value = "task-4638172" [ 857.282594] env[66507]: _type = "Task" [ 857.282594] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.292901] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.360538] env[66507]: DEBUG oslo_vmware.api [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.980515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.360803] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.361048] env[66507]: INFO nova.compute.manager [None req-33abe6db-d29b-47c3-9620-15ed3c65afa1 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 857.507840] env[66507]: DEBUG nova.compute.manager [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Received event network-vif-plugged-d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 857.508067] env[66507]: DEBUG oslo_concurrency.lockutils [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] Acquiring lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.508759] env[66507]: DEBUG oslo_concurrency.lockutils [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.508759] env[66507]: DEBUG oslo_concurrency.lockutils [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.508759] env[66507]: DEBUG nova.compute.manager [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] No waiting events found dispatching network-vif-plugged-d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 857.508890] env[66507]: WARNING nova.compute.manager [req-dbd4b67d-0e2a-43d0-a64e-0b2f11577977 req-b4cb8791-f0fb-4b0f-8cae-8b53b08d4765 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Received unexpected event network-vif-plugged-d9e127be-32b8-4212-89b0-ad731464ddc4 for instance with vm_state building and task_state spawning. [ 857.598993] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Successfully updated port: d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.729425] env[66507]: DEBUG oslo_concurrency.lockutils [None req-352ef126-20e7-428a-bbbf-5e5b6ef61b56 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "1d1edb0d-fc47-4667-a281-f15498d6999f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.510s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.797934] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073999} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.798240] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.799065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7f62c-ff68-4e37-a57d-461d06b714e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.804162] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.804390] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.804542] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.804723] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.804864] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.805020] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.805222] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.805414] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.805589] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.805735] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.805921] env[66507]: DEBUG nova.virt.hardware [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.806720] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd977fb8-1922-44f5-b335-5800904d9048 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.835327] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 95f59604-5255-4b59-a7ba-d27fd95838ed/95f59604-5255-4b59-a7ba-d27fd95838ed.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.836787] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4284cd5-86fc-4d46-b95a-d178bc9a5c2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.853128] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e50d16-a654-4fc4-938e-e88aabac9e2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.877646] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.883107] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.886908] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.888249] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 857.888249] env[66507]: value = "task-4638173" [ 857.888249] env[66507]: _type = "Task" [ 857.888249] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.888249] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc33be6-4a5f-499d-81d4-38b8b3dcb073 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.912419] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.914375] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.914375] env[66507]: value = "task-4638174" [ 857.914375] env[66507]: _type = "Task" [ 857.914375] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.923695] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638174, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.103804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.103804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquired lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.104026] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.365542] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "2d94b07b-290a-423d-b01d-188d45f213e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.366190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.366600] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.367050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.367374] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.372466] env[66507]: INFO nova.compute.manager [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Terminating instance [ 858.418632] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.431312] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638174, 'name': CreateVM_Task, 'duration_secs': 0.499876} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.431944] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.432065] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.432252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.432702] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.433257] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d07aae-8374-4735-9ad6-720b86c0b6cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.443104] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 858.443104] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d8ed41-db9f-bcb4-d1b8-66d97711bd9f" [ 858.443104] env[66507]: _type = "Task" [ 858.443104] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.454382] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d8ed41-db9f-bcb4-d1b8-66d97711bd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012456} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.454708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.454942] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.455189] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455331] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455506] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.456177] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f357bd7c-0466-4727-9dcc-1906ac8af188 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.470263] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.470466] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.474296] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8ff95f-b576-4d73-8979-410c00578ccb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.480785] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 858.480785] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ab1925-2849-88fa-bad4-3f54bffa45a0" [ 858.480785] env[66507]: _type = "Task" [ 858.480785] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.490142] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab1925-2849-88fa-bad4-3f54bffa45a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.647543] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.777519] env[66507]: WARNING neutronclient.v2_0.client [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.781698] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ef34e-4359-4c4b-8be8-84e6d193148e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.789289] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2dc8d-f695-4db4-aaa3-6fdaaf0e71af {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.824844] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a8907-9163-4645-9fd5-80e8e4464fac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.835985] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7440d6bf-8caf-4fec-8025-38a981e93e5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.851498] env[66507]: DEBUG nova.compute.provider_tree [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.868014] env[66507]: DEBUG nova.network.neutron [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updating instance_info_cache with network_info: [{"id": "d9e127be-32b8-4212-89b0-ad731464ddc4", "address": "fa:16:3e:ef:0f:bb", "network": {"id": "53358d7b-cc93-4d8a-82ab-15f2538998f0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1701118983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bd90b0226402a9d45a295bae732bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e127be-32", "ovs_interfaceid": "d9e127be-32b8-4212-89b0-ad731464ddc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.877836] env[66507]: DEBUG nova.compute.manager [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 858.878165] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.879453] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8026a0c-f978-458c-8f57-767d340dbc0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.889366] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.889627] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae181d91-ebbf-4060-aa87-2ede95093410 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.897562] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 858.897562] env[66507]: value = "task-4638175" [ 858.897562] env[66507]: _type = "Task" [ 858.897562] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.911019] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.916700] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638173, 'name': ReconfigVM_Task, 'duration_secs': 0.599014} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.917055] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 95f59604-5255-4b59-a7ba-d27fd95838ed/95f59604-5255-4b59-a7ba-d27fd95838ed.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.917779] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2179dcb7-b56a-4225-9508-b1d87edb19ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.926337] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 858.926337] env[66507]: value = "task-4638176" [ 858.926337] env[66507]: _type = "Task" [ 858.926337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.936125] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638176, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.992205] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab1925-2849-88fa-bad4-3f54bffa45a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.993081] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc33aa61-3009-4d55-81ae-643426e5c7ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.999420] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 858.999420] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527d5458-2b05-bc65-4608-5ceab6a5d492" [ 858.999420] env[66507]: _type = "Task" [ 858.999420] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.009620] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d5458-2b05-bc65-4608-5ceab6a5d492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.357231] env[66507]: DEBUG nova.scheduler.client.report [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.371540] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Releasing lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.371997] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Instance network_info: |[{"id": "d9e127be-32b8-4212-89b0-ad731464ddc4", "address": "fa:16:3e:ef:0f:bb", "network": {"id": "53358d7b-cc93-4d8a-82ab-15f2538998f0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1701118983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bd90b0226402a9d45a295bae732bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e127be-32", "ovs_interfaceid": "d9e127be-32b8-4212-89b0-ad731464ddc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 859.372505] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:0f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e127be-32b8-4212-89b0-ad731464ddc4', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.381364] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Creating folder: Project (738bd90b0226402a9d45a295bae732bb). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.381586] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddce663c-1b4a-49d7-b577-7ba95ee4e89b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.395753] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Created folder: Project (738bd90b0226402a9d45a295bae732bb) in parent group-v905587. [ 859.395949] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Creating folder: Instances. Parent ref: group-v905753. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.398357] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bab0deb-3838-47fc-9f30-a98a69bcb69b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.415341] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638175, 'name': PowerOffVM_Task, 'duration_secs': 0.293352} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.416972] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.416972] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.417563] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508e3592-5668-4c35-9660-52b03c46fbc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.420833] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Created folder: Instances in parent group-v905753. [ 859.420833] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.420833] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.420833] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54025e83-1cec-4ebf-898f-96350f674c0d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.446613] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638176, 'name': Rename_Task, 'duration_secs': 0.220345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.448440] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.448641] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.448641] env[66507]: value = "task-4638180" [ 859.448641] env[66507]: _type = "Task" [ 859.448641] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.448826] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56a5c20-0bef-41d0-8e44-04c5c61fea1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.462128] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638180, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.464425] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 859.464425] env[66507]: value = "task-4638181" [ 859.464425] env[66507]: _type = "Task" [ 859.464425] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.474898] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.491929] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.492361] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.492757] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleting the datastore file [datastore2] 2d94b07b-290a-423d-b01d-188d45f213e5 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.493096] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1653ed-0b24-41ea-bdd4-dbd7aacb4d87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.504042] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 859.504042] env[66507]: value = "task-4638182" [ 859.504042] env[66507]: _type = "Task" [ 859.504042] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.519566] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d5458-2b05-bc65-4608-5ceab6a5d492, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.524979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.525336] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.525652] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.525913] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab718856-7efd-4a4f-98c9-a6b408017701 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.535015] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 859.535015] env[66507]: value = "task-4638183" [ 859.535015] env[66507]: _type = "Task" [ 859.535015] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.546579] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.580476] env[66507]: DEBUG nova.compute.manager [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Received event network-changed-d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 859.580761] env[66507]: DEBUG nova.compute.manager [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Refreshing instance network info cache due to event network-changed-d9e127be-32b8-4212-89b0-ad731464ddc4. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 859.580871] env[66507]: DEBUG oslo_concurrency.lockutils [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] Acquiring lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.581019] env[66507]: DEBUG oslo_concurrency.lockutils [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] Acquired lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.581411] env[66507]: DEBUG nova.network.neutron [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Refreshing network info cache for port d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.864220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.864220] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 859.868066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.487s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.868360] env[66507]: DEBUG nova.objects.instance [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lazy-loading 'resources' on Instance uuid 9461d660-0dab-45f6-87a0-5500771eedee {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.963798] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638180, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.977128] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.019829] env[66507]: DEBUG oslo_vmware.api [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221472} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.020123] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.020315] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.020493] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.020660] env[66507]: INFO nova.compute.manager [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 860.020915] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.021390] env[66507]: DEBUG nova.compute.manager [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 860.021390] env[66507]: DEBUG nova.network.neutron [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 860.021470] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.049923] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.069232] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.084045] env[66507]: WARNING neutronclient.v2_0.client [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.372822] env[66507]: DEBUG nova.compute.utils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.375598] env[66507]: WARNING neutronclient.v2_0.client [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.382216] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 860.382216] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 860.382216] env[66507]: WARNING neutronclient.v2_0.client [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.382216] env[66507]: WARNING neutronclient.v2_0.client [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.448128] env[66507]: DEBUG nova.policy [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90dbce5a6a2144d1bdc9753c8d1c247c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f959545393b44623b63728aaf663c098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.466432] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638180, 'name': CreateVM_Task, 'duration_secs': 0.65776} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.469605] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.469968] env[66507]: WARNING neutronclient.v2_0.client [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.470365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.470551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.470860] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.473735] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cbf731-3a76-4fb1-92c2-57fc69344295 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.479752] env[66507]: DEBUG oslo_vmware.api [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638181, 'name': PowerOnVM_Task, 'duration_secs': 0.605699} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.481054] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.481287] env[66507]: INFO nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Took 8.49 seconds to spawn the instance on the hypervisor. [ 860.481464] env[66507]: DEBUG nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 860.481787] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 860.481787] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529899ab-76fb-849d-0bc9-f9d8daace8ad" [ 860.481787] env[66507]: _type = "Task" [ 860.481787] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.482670] env[66507]: DEBUG nova.network.neutron [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updated VIF entry in instance network info cache for port d9e127be-32b8-4212-89b0-ad731464ddc4. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.482991] env[66507]: DEBUG nova.network.neutron [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updating instance_info_cache with network_info: [{"id": "d9e127be-32b8-4212-89b0-ad731464ddc4", "address": "fa:16:3e:ef:0f:bb", "network": {"id": "53358d7b-cc93-4d8a-82ab-15f2538998f0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1701118983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bd90b0226402a9d45a295bae732bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e127be-32", "ovs_interfaceid": "d9e127be-32b8-4212-89b0-ad731464ddc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.484714] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ece51c-377d-4d2a-b3ac-ed3d61ec9152 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.501952] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529899ab-76fb-849d-0bc9-f9d8daace8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.503928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.504063] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.504301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.504436] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.505178] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.510285] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfb6ef8-b0b4-45d7-aa16-daa7ce72b427 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.521814] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.522447] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.523418] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0752fff5-b90e-4b76-90e0-1d2479cce410 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.532830] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 860.532830] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528af975-dfbd-1416-7166-0a44b2d8d94f" [ 860.532830] env[66507]: _type = "Task" [ 860.532830] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.543419] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528af975-dfbd-1416-7166-0a44b2d8d94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.549384] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626452} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.552548] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.552743] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.553870] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d270c4-af0c-49a6-8a75-ad1d8fb6b9fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.563851] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 860.563851] env[66507]: value = "task-4638184" [ 860.563851] env[66507]: _type = "Task" [ 860.563851] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.576327] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.633127] env[66507]: DEBUG nova.compute.manager [req-a2d7bbfe-b314-4086-8119-cd22798d4652 req-4ba37581-ffc6-4917-8f4a-aca86b47eff9 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Received event network-vif-deleted-66ee3e62-2059-42ed-82f2-6b7facf7e260 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 860.633317] env[66507]: INFO nova.compute.manager [req-a2d7bbfe-b314-4086-8119-cd22798d4652 req-4ba37581-ffc6-4917-8f4a-aca86b47eff9 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Neutron deleted interface 66ee3e62-2059-42ed-82f2-6b7facf7e260; detaching it from the instance and deleting it from the info cache [ 860.633482] env[66507]: DEBUG nova.network.neutron [req-a2d7bbfe-b314-4086-8119-cd22798d4652 req-4ba37581-ffc6-4917-8f4a-aca86b47eff9 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.762152] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Successfully created port: a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 860.841263] env[66507]: DEBUG nova.network.neutron [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.884848] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 860.977911] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286abbe-98fd-4f2d-8a61-8b175bd345c0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.987246] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70182c56-88e1-4e82-bd9b-76e2d1c9b9d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.992234] env[66507]: DEBUG oslo_concurrency.lockutils [req-f3060b29-7126-4d12-9bd8-b2cc982cce5b req-9c563693-c55f-4541-9475-5e534d6aa451 service nova] Releasing lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.024774] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3efd23-a731-4c79-842f-23471b80c616 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.028181] env[66507]: INFO nova.compute.manager [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Took 38.36 seconds to build instance. [ 861.039026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1a9ade-0b9b-4e14-b3f9-51deda9bccf5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.049655] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528af975-dfbd-1416-7166-0a44b2d8d94f, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.060904] env[66507]: DEBUG nova.compute.provider_tree [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.062638] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d56368-a181-4a35-bc7e-cb8b0b82823c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.080205] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 861.080205] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5244d035-4a6c-570a-3628-5debfea8fc9a" [ 861.080205] env[66507]: _type = "Task" [ 861.080205] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.080531] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076748} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.080868] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.084503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a330c42e-00ec-4553-a4f0-082bcb0642e4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.095590] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5244d035-4a6c-570a-3628-5debfea8fc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.102741] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103045] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 68147eeb-a64c-4eea-9382-3fa55f0e2c9c/68147eeb-a64c-4eea-9382-3fa55f0e2c9c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.112349] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.112720] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7114c8ee-6d69-4444-a320-fe807553d123 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.117021] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8b6634-07dc-4b45-a404-b1364faa7f5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.135669] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 861.135669] env[66507]: value = "task-4638185" [ 861.135669] env[66507]: _type = "Task" [ 861.135669] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.137391] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 861.137391] env[66507]: value = "task-4638186" [ 861.137391] env[66507]: _type = "Task" [ 861.137391] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.144346] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0af7ea-62bf-4cb4-bc63-1c8c6c90d212 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.157378] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.157634] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.161965] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7661e81-aaed-4fe4-b198-4817b9ba9ca8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.202285] env[66507]: DEBUG nova.compute.manager [req-a2d7bbfe-b314-4086-8119-cd22798d4652 req-4ba37581-ffc6-4917-8f4a-aca86b47eff9 service nova] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Detach interface failed, port_id=66ee3e62-2059-42ed-82f2-6b7facf7e260, reason: Instance 2d94b07b-290a-423d-b01d-188d45f213e5 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 861.347409] env[66507]: INFO nova.compute.manager [-] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Took 1.33 seconds to deallocate network for instance. [ 861.532067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-56152b86-fcb8-4fba-b0e1-6043415adaa2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.232s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.567241] env[66507]: DEBUG nova.scheduler.client.report [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.652541] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.656300] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.854550] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.895073] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 861.921648] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.921892] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.922103] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.922298] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.922441] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.922581] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.922791] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.922948] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.923151] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.923321] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.923492] env[66507]: DEBUG nova.virt.hardware [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.924400] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618e135-e7d5-4b94-a40b-17bcfb0018b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.934607] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cdb418-3048-4e7c-b9ce-2cd735546b1c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.034755] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 862.073975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.077320] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.600s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.079369] env[66507]: INFO nova.compute.claims [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.101176] env[66507]: INFO nova.scheduler.client.report [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Deleted allocations for instance 9461d660-0dab-45f6-87a0-5500771eedee [ 862.171252] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638186, 'name': ReconfigVM_Task, 'duration_secs': 0.554138} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.171252] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.172886] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8/7168415b-f625-4b52-a52e-cb5a95e73ac8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.178150] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe6e1480-81f1-4448-bc47-c7bfd442bc54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.189671] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 862.189671] env[66507]: value = "task-4638187" [ 862.189671] env[66507]: _type = "Task" [ 862.189671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.202671] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638187, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.387122] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Successfully updated port: a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 862.472163] env[66507]: DEBUG nova.compute.manager [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Received event network-vif-plugged-a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 862.472163] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] Acquiring lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.472163] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.472163] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.472163] env[66507]: DEBUG nova.compute.manager [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] No waiting events found dispatching network-vif-plugged-a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 862.472163] env[66507]: WARNING nova.compute.manager [req-3a72e1b8-7d67-40ee-9acf-4adc168a7c0a req-6c5b272d-b147-4e27-8af8-c1a5a2bc447c service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Received unexpected event network-vif-plugged-a67f942f-bc4a-40b0-b5f4-4d5509657c09 for instance with vm_state building and task_state spawning. [ 862.557302] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.611265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d65d5e20-a1ab-438a-b8ea-440c26bfc016 tempest-ServerAddressesTestJSON-2031359937 tempest-ServerAddressesTestJSON-2031359937-project-member] Lock "9461d660-0dab-45f6-87a0-5500771eedee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.718s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.652747] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.682191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "95f59604-5255-4b59-a7ba-d27fd95838ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.682574] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.682666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.682848] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.683023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.685260] env[66507]: INFO nova.compute.manager [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Terminating instance [ 862.703092] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638187, 'name': Rename_Task, 'duration_secs': 0.422345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.703566] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.704118] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-462465a7-ee9b-4ba6-b615-3f962bf60f2a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.712657] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 862.712657] env[66507]: value = "task-4638188" [ 862.712657] env[66507]: _type = "Task" [ 862.712657] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.722808] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.894136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.894136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquired lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.894136] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.154955] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638185, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.614057} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.155230] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 68147eeb-a64c-4eea-9382-3fa55f0e2c9c/68147eeb-a64c-4eea-9382-3fa55f0e2c9c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.155297] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.158771] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00279cb9-ead3-4b03-8c6d-e27d1f677b70 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.167732] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 863.167732] env[66507]: value = "task-4638189" [ 863.167732] env[66507]: _type = "Task" [ 863.167732] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.179824] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.188999] env[66507]: DEBUG nova.compute.manager [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 863.189660] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.191767] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94fcb3-a5ac-4068-8dfd-9193224d5e69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.210660] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.211466] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c42d13-b9b6-4abf-872f-3504dc4a4a1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.230526] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638188, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.231754] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 863.231754] env[66507]: value = "task-4638190" [ 863.231754] env[66507]: _type = "Task" [ 863.231754] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.247263] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.441027] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 863.545617] env[66507]: WARNING neutronclient.v2_0.client [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.656025] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52804e71-2f2c-477d-ab54-8474078fb9ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.665998] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088f5a9-d9bc-442e-9057-4c3c38152659 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.707691] env[66507]: DEBUG nova.network.neutron [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Updating instance_info_cache with network_info: [{"id": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "address": "fa:16:3e:d7:fd:22", "network": {"id": "605a5e4e-8334-43a3-a1eb-c07810a915c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-893719577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f959545393b44623b63728aaf663c098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f942f-bc", "ovs_interfaceid": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.710087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ac3d2f-99bc-412a-a60f-35a5981a0cdf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.717074] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073103} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.723098] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.726151] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281f6d8-872a-438f-86f2-fa02c00ad97a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.731226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad3d80-5151-4602-924c-d5a20d9abce6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.740198] env[66507]: DEBUG oslo_vmware.api [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638188, 'name': PowerOnVM_Task, 'duration_secs': 0.760259} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.743897] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.744232] env[66507]: DEBUG nova.compute.manager [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 863.755087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb577bce-bc4c-4a35-b815-54c30872fdcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.766872] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 68147eeb-a64c-4eea-9382-3fa55f0e2c9c/68147eeb-a64c-4eea-9382-3fa55f0e2c9c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.776469] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3e68f1-bf0f-43b1-a682-b522aab2ed78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.792164] env[66507]: DEBUG nova.compute.provider_tree [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.797227] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638190, 'name': PowerOffVM_Task, 'duration_secs': 0.20119} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.798092] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.798280] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.798610] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d630dd8-60a8-46f2-8f58-52dc546995fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.805758] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 863.805758] env[66507]: value = "task-4638191" [ 863.805758] env[66507]: _type = "Task" [ 863.805758] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.818160] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.878827] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.878976] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.879228] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore2] 95f59604-5255-4b59-a7ba-d27fd95838ed {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.879990] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019c9d93-caaf-4fb6-b0e9-b37571e6497f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.892084] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 863.892084] env[66507]: value = "task-4638193" [ 863.892084] env[66507]: _type = "Task" [ 863.892084] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.903235] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.207750] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.208027] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.208221] env[66507]: INFO nova.compute.manager [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Shelving [ 864.218107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Releasing lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.218694] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Instance network_info: |[{"id": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "address": "fa:16:3e:d7:fd:22", "network": {"id": "605a5e4e-8334-43a3-a1eb-c07810a915c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-893719577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f959545393b44623b63728aaf663c098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f942f-bc", "ovs_interfaceid": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 864.219256] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:fd:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67f942f-bc4a-40b0-b5f4-4d5509657c09', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.228928] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Creating folder: Project (f959545393b44623b63728aaf663c098). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.234050] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86908649-b69d-4da7-9fcb-bfe0044d5493 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.249515] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Created folder: Project (f959545393b44623b63728aaf663c098) in parent group-v905587. [ 864.249741] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Creating folder: Instances. Parent ref: group-v905756. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.250018] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe1d2782-bfae-4e90-9a1a-cb0eec581598 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.264331] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Created folder: Instances in parent group-v905756. [ 864.264331] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.264568] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.264831] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52c18d46-f251-4ba9-8cae-4ff3b36292d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.286621] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.286621] env[66507]: value = "task-4638196" [ 864.286621] env[66507]: _type = "Task" [ 864.286621] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.295780] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638196, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.298925] env[66507]: DEBUG nova.scheduler.client.report [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.317863] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.324383] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638191, 'name': ReconfigVM_Task, 'duration_secs': 0.322119} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.326803] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 68147eeb-a64c-4eea-9382-3fa55f0e2c9c/68147eeb-a64c-4eea-9382-3fa55f0e2c9c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.328160] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e8462d-81d1-482e-962b-d8a31c4eea67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.336633] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 864.336633] env[66507]: value = "task-4638197" [ 864.336633] env[66507]: _type = "Task" [ 864.336633] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.346320] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638197, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.407313] env[66507]: DEBUG oslo_vmware.api [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153309} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.407313] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.407613] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.407772] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.407877] env[66507]: INFO nova.compute.manager [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Took 1.22 seconds to destroy the instance on the hypervisor. [ 864.408333] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.408432] env[66507]: DEBUG nova.compute.manager [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 864.408557] env[66507]: DEBUG nova.network.neutron [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.408847] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.454848] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.517706] env[66507]: DEBUG nova.compute.manager [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Received event network-changed-a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 864.517900] env[66507]: DEBUG nova.compute.manager [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Refreshing instance network info cache due to event network-changed-a67f942f-bc4a-40b0-b5f4-4d5509657c09. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 864.518324] env[66507]: DEBUG oslo_concurrency.lockutils [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] Acquiring lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518485] env[66507]: DEBUG oslo_concurrency.lockutils [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] Acquired lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.518792] env[66507]: DEBUG nova.network.neutron [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Refreshing network info cache for port a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.797933] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638196, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.804482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.805333] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 864.808174] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.301s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.810033] env[66507]: INFO nova.compute.claims [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.850678] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638197, 'name': Rename_Task, 'duration_secs': 0.167681} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.850927] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.851245] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e54ce1d4-4846-43b8-931b-fe90a7388e35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.859883] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 864.859883] env[66507]: value = "task-4638198" [ 864.859883] env[66507]: _type = "Task" [ 864.859883] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.875707] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.022035] env[66507]: WARNING neutronclient.v2_0.client [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.223245] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.223602] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d777bf88-fcbe-4088-b99c-5c26f0a58f18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.226434] env[66507]: DEBUG nova.network.neutron [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.228269] env[66507]: WARNING neutronclient.v2_0.client [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.232592] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 865.232592] env[66507]: value = "task-4638199" [ 865.232592] env[66507]: _type = "Task" [ 865.232592] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.244342] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.297784] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638196, 'name': CreateVM_Task, 'duration_secs': 0.54717} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.298262] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.299223] env[66507]: WARNING neutronclient.v2_0.client [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.299430] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.299583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.299917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.300489] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c4cce5-d356-4234-8a5f-bf08434b65c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.307902] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 865.307902] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cd49bd-c31a-0c84-98b9-81c8707cf53a" [ 865.307902] env[66507]: _type = "Task" [ 865.307902] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.319055] env[66507]: DEBUG nova.compute.utils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.327038] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 865.327038] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cd49bd-c31a-0c84-98b9-81c8707cf53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.330757] env[66507]: DEBUG nova.network.neutron [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Updated VIF entry in instance network info cache for port a67f942f-bc4a-40b0-b5f4-4d5509657c09. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.331025] env[66507]: DEBUG nova.network.neutron [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Updating instance_info_cache with network_info: [{"id": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "address": "fa:16:3e:d7:fd:22", "network": {"id": "605a5e4e-8334-43a3-a1eb-c07810a915c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-893719577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f959545393b44623b63728aaf663c098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f942f-bc", "ovs_interfaceid": "a67f942f-bc4a-40b0-b5f4-4d5509657c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.371784] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638198, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.627842] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.628189] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.628899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "7168415b-f625-4b52-a52e-cb5a95e73ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.628899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.628899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.631037] env[66507]: INFO nova.compute.manager [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Terminating instance [ 865.731583] env[66507]: INFO nova.compute.manager [-] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Took 1.32 seconds to deallocate network for instance. [ 865.746994] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638199, 'name': PowerOffVM_Task, 'duration_secs': 0.254479} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.747320] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.748244] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aae719-3ff3-4683-a3d9-2572c34b313d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.771769] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bf1ff-527c-4627-b1c7-69c99a6c806f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.819462] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cd49bd-c31a-0c84-98b9-81c8707cf53a, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.820639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820843] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.821180] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.821333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.821515] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.822076] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18979211-521d-4a22-bd74-320bec6fefa7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.829491] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 865.834296] env[66507]: DEBUG oslo_concurrency.lockutils [req-b3e6c1de-9a34-445b-ae71-510e58eca65b req-7f1ff080-8e0b-4df8-981e-efd60da0adc0 service nova] Releasing lock "refresh_cache-c7f74212-1365-46f7-8aa3-b98c3d442a9e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.845334] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.845541] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.846464] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d1a574-1879-4ea5-8341-855b2c87dab4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.853293] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 865.853293] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf43e-ddb6-8f46-81f9-f8c314c3e6f3" [ 865.853293] env[66507]: _type = "Task" [ 865.853293] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.868063] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf43e-ddb6-8f46-81f9-f8c314c3e6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.874060] env[66507]: DEBUG oslo_vmware.api [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638198, 'name': PowerOnVM_Task, 'duration_secs': 0.741858} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.874333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.874529] env[66507]: INFO nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Took 8.90 seconds to spawn the instance on the hypervisor. [ 865.874702] env[66507]: DEBUG nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 865.875532] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc9c69-dffa-4205-aed7-131ba1895b98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.134610] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "refresh_cache-7168415b-f625-4b52-a52e-cb5a95e73ac8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.134862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquired lock "refresh_cache-7168415b-f625-4b52-a52e-cb5a95e73ac8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.135070] env[66507]: DEBUG nova.network.neutron [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.241818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.287152] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.287547] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f950bc47-f9de-4d4e-a8ce-16fae23e685c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.301471] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 866.301471] env[66507]: value = "task-4638200" [ 866.301471] env[66507]: _type = "Task" [ 866.301471] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.316678] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.365099] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fcf43e-ddb6-8f46-81f9-f8c314c3e6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017852} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.369187] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7ca221-18e0-454b-bf87-86c7283914be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.376164] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 866.376164] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5212b644-1836-42d1-fbaf-422f3fc89689" [ 866.376164] env[66507]: _type = "Task" [ 866.376164] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.393636] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212b644-1836-42d1-fbaf-422f3fc89689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.398750] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04c82f-8815-4fb6-a477-f563d7665950 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.402471] env[66507]: INFO nova.compute.manager [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Took 39.37 seconds to build instance. [ 866.414241] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a87e4-5350-4f7a-8e5c-967feb861977 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.451919] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e96455-63e0-4c1e-8d5e-dee53e5c24ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.462226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d267e-1c98-4bbf-ba3b-7f280b0aedab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.481816] env[66507]: DEBUG nova.compute.provider_tree [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.557881] env[66507]: DEBUG nova.compute.manager [req-c678b845-af7b-4964-b8ec-92213de67090 req-3ab83f84-063e-4f20-8b97-f03376879f0a service nova] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Received event network-vif-deleted-6d15a8ee-3b86-443e-9f91-f5a602c022a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 866.638014] env[66507]: WARNING neutronclient.v2_0.client [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.684805] env[66507]: DEBUG nova.network.neutron [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 866.787969] env[66507]: DEBUG nova.network.neutron [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.816662] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.842926] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 866.877170] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.877449] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.877667] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.877887] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.878061] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.878222] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.878509] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.878690] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.878875] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.879071] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.879277] env[66507]: DEBUG nova.virt.hardware [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.880571] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1e58b-d1ca-4a23-b62e-a68e9d3d997b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.900222] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6561a38f-01e5-42ac-9aa2-0198935b1e51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.906586] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5212b644-1836-42d1-fbaf-422f3fc89689, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.907394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb316c4b-0b17-44d3-beec-ccdf38a62678 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.224s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.907747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.908139] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] c7f74212-1365-46f7-8aa3-b98c3d442a9e/c7f74212-1365-46f7-8aa3-b98c3d442a9e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.910209] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fca7315-8e2b-421e-a68d-339f39e615c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.923774] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.930357] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Creating folder: Project (760edbd94c91454dac7f644d37c8965e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.932695] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-483b1622-8810-4926-93e6-1ad5899137b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.934946] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 866.934946] env[66507]: value = "task-4638201" [ 866.934946] env[66507]: _type = "Task" [ 866.934946] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.945638] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.947263] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Created folder: Project (760edbd94c91454dac7f644d37c8965e) in parent group-v905587. [ 866.947586] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Creating folder: Instances. Parent ref: group-v905759. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.947802] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79a97232-fa2b-44da-9a6e-70651473b40c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.959485] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Created folder: Instances in parent group-v905759. [ 866.959811] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 866.960084] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.960369] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07010635-2741-42b8-96e7-9f6899b5a3ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.981036] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.981036] env[66507]: value = "task-4638204" [ 866.981036] env[66507]: _type = "Task" [ 866.981036] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.985023] env[66507]: DEBUG nova.scheduler.client.report [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.995301] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638204, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.299252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Releasing lock "refresh_cache-7168415b-f625-4b52-a52e-cb5a95e73ac8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.299252] env[66507]: DEBUG nova.compute.manager [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 867.299252] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.299252] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045fb19-a1fb-4cee-9a9a-a0027de41802 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.309605] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.310170] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5518bc-9b7b-420f-b20a-1f5be3601924 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.317448] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.330967] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 867.330967] env[66507]: value = "task-4638205" [ 867.330967] env[66507]: _type = "Task" [ 867.330967] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.346271] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.414199] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 867.445789] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.492447] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.493103] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 867.495834] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638204, 'name': CreateVM_Task, 'duration_secs': 0.411019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.496136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.672s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.497834] env[66507]: INFO nova.compute.claims [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.503579] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.504516] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.504759] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.505204] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.505373] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b027cf84-f1d5-43b7-932b-82270fd31e40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.511283] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 867.511283] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ba6de-3848-4da8-a689-c668c7f2fccc" [ 867.511283] env[66507]: _type = "Task" [ 867.511283] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.522372] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523ba6de-3848-4da8-a689-c668c7f2fccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.820165] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638200, 'name': CreateSnapshot_Task, 'duration_secs': 1.063403} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.821569] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.822479] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40994357-97e3-414b-be48-e677ab09d442 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.846591] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638205, 'name': PowerOffVM_Task, 'duration_secs': 0.159425} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.847300] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.847300] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.847452] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0f21d3-b06a-4a62-8be9-5239e77be6d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.877957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.878238] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.878398] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Deleting the datastore file [datastore2] 7168415b-f625-4b52-a52e-cb5a95e73ac8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.880107] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7195924e-459d-4104-919b-553e12ca43d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.887757] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for the task: (returnval){ [ 867.887757] env[66507]: value = "task-4638207" [ 867.887757] env[66507]: _type = "Task" [ 867.887757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.907237] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.950842] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543965} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.951282] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] c7f74212-1365-46f7-8aa3-b98c3d442a9e/c7f74212-1365-46f7-8aa3-b98c3d442a9e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.951544] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.951823] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-015e05c4-86cf-45c5-a8ec-826daadd72bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.957823] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.964127] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 867.964127] env[66507]: value = "task-4638208" [ 867.964127] env[66507]: _type = "Task" [ 867.964127] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.976104] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.998041] env[66507]: DEBUG nova.compute.utils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.999541] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 868.022998] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523ba6de-3848-4da8-a689-c668c7f2fccc, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.024359] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.024632] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.024883] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.025955] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.026531] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa3d5b6-e06a-42d9-a77e-ca0b062f12e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.040694] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.041025] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.044091] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce836c6-84ee-4d15-a957-cf8ff17e826e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.049220] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 868.049220] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b389d8-537f-ebac-778f-a5019dcd537f" [ 868.049220] env[66507]: _type = "Task" [ 868.049220] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.058676] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b389d8-537f-ebac-778f-a5019dcd537f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.288290] env[66507]: DEBUG nova.compute.manager [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Received event network-changed-d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 868.288290] env[66507]: DEBUG nova.compute.manager [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Refreshing instance network info cache due to event network-changed-d9e127be-32b8-4212-89b0-ad731464ddc4. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 868.288424] env[66507]: DEBUG oslo_concurrency.lockutils [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] Acquiring lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.288566] env[66507]: DEBUG oslo_concurrency.lockutils [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] Acquired lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.288758] env[66507]: DEBUG nova.network.neutron [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Refreshing network info cache for port d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.349775] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 868.350530] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9dc052d6-509f-446e-9aa7-284b858cc527 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.364025] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 868.364025] env[66507]: value = "task-4638209" [ 868.364025] env[66507]: _type = "Task" [ 868.364025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.373180] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.398068] env[66507]: DEBUG oslo_vmware.api [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Task: {'id': task-4638207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232651} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.398427] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.398560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.398779] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.399041] env[66507]: INFO nova.compute.manager [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 868.399413] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.399930] env[66507]: DEBUG nova.compute.manager [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 868.399930] env[66507]: DEBUG nova.network.neutron [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.400180] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.421780] env[66507]: DEBUG nova.network.neutron [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 868.422076] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.474090] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170173} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.474841] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.475226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1283bf07-55f6-4abb-8dbe-7fe6354f9d13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.500906] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c7f74212-1365-46f7-8aa3-b98c3d442a9e/c7f74212-1365-46f7-8aa3-b98c3d442a9e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.501928] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 868.504774] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8998274b-7fe8-4791-88e2-9a520d1e72f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.530462] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 868.530462] env[66507]: value = "task-4638210" [ 868.530462] env[66507]: _type = "Task" [ 868.530462] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.540722] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.563317] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b389d8-537f-ebac-778f-a5019dcd537f, 'name': SearchDatastore_Task, 'duration_secs': 0.021818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.564276] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cf72e9-9973-4558-8d35-376a79fb088c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.571097] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 868.571097] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529dd3c8-ad15-245b-66ac-b5c8acd7faf6" [ 868.571097] env[66507]: _type = "Task" [ 868.571097] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.586342] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529dd3c8-ad15-245b-66ac-b5c8acd7faf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.791528] env[66507]: WARNING neutronclient.v2_0.client [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.873769] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.924523] env[66507]: DEBUG nova.network.neutron [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.028615] env[66507]: WARNING neutronclient.v2_0.client [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.042121] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638210, 'name': ReconfigVM_Task, 'duration_secs': 0.3125} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.042121] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c7f74212-1365-46f7-8aa3-b98c3d442a9e/c7f74212-1365-46f7-8aa3-b98c3d442a9e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.042246] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e56fe8a-7cba-4514-9548-ca24df171e24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.055345] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 869.055345] env[66507]: value = "task-4638211" [ 869.055345] env[66507]: _type = "Task" [ 869.055345] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.071480] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638211, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.088802] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529dd3c8-ad15-245b-66ac-b5c8acd7faf6, 'name': SearchDatastore_Task, 'duration_secs': 0.018678} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.092218] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.092518] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5b08ea04-1209-49f4-b298-df87484f215e/5b08ea04-1209-49f4-b298-df87484f215e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.093274] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1860b760-7ec2-47ac-aafd-b56b15859acc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.102018] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 869.102018] env[66507]: value = "task-4638212" [ 869.102018] env[66507]: _type = "Task" [ 869.102018] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.108509] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6673f54-dcd3-42c5-a489-ff703cd58544 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.117058] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.120094] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7312cb-ab5b-4784-847d-8ceba7589be2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.160267] env[66507]: DEBUG nova.network.neutron [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updated VIF entry in instance network info cache for port d9e127be-32b8-4212-89b0-ad731464ddc4. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.160267] env[66507]: DEBUG nova.network.neutron [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updating instance_info_cache with network_info: [{"id": "d9e127be-32b8-4212-89b0-ad731464ddc4", "address": "fa:16:3e:ef:0f:bb", "network": {"id": "53358d7b-cc93-4d8a-82ab-15f2538998f0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1701118983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bd90b0226402a9d45a295bae732bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e127be-32", "ovs_interfaceid": "d9e127be-32b8-4212-89b0-ad731464ddc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.160267] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878ee8d-87d6-4f8b-b835-df352e073858 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.171111] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d03ef-d09f-42ba-9082-4772de598240 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.188877] env[66507]: DEBUG nova.compute.provider_tree [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.374206] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.429255] env[66507]: INFO nova.compute.manager [-] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Took 1.03 seconds to deallocate network for instance. [ 869.527682] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 869.569836] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638211, 'name': Rename_Task, 'duration_secs': 0.16216} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.573397] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.573689] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.573973] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.574284] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.574364] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.574857] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.574857] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.574955] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.575486] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.575486] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.575610] env[66507]: DEBUG nova.virt.hardware [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.576069] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.577117] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32343a-2f46-444c-836d-1db0bc03c4c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.582294] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2efc0f9-f2f2-4ea9-aac7-faadb1f41f12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.591444] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1179fe-f9b9-4c1d-9b9f-1ef8f97c4589 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.597465] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 869.597465] env[66507]: value = "task-4638213" [ 869.597465] env[66507]: _type = "Task" [ 869.597465] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.610361] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.616337] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.623861] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.630607] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88821c74-3441-48b8-ad53-62900cfe50c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.645390] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638213, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.652663] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.654665] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.654665] env[66507]: value = "task-4638214" [ 869.654665] env[66507]: _type = "Task" [ 869.654665] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.664197] env[66507]: DEBUG oslo_concurrency.lockutils [req-3b193867-cee5-4cfa-81ff-b102040b1f41 req-8c1beefa-1a81-4b3c-b547-2a2bc5050a1c service nova] Releasing lock "refresh_cache-68147eeb-a64c-4eea-9382-3fa55f0e2c9c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.668885] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638214, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.694544] env[66507]: DEBUG nova.scheduler.client.report [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.875940] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.936778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.048692] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "a469a104-7d21-403b-9513-c37b5b9e27d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.048940] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.111429] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.120883] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685199} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.121162] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5b08ea04-1209-49f4-b298-df87484f215e/5b08ea04-1209-49f4-b298-df87484f215e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.121416] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.121711] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b80f9bd-d948-4167-b006-c444808461cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.131803] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 870.131803] env[66507]: value = "task-4638215" [ 870.131803] env[66507]: _type = "Task" [ 870.131803] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.142411] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.165022] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638214, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.200933] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.201350] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 870.204194] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.834s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.204994] env[66507]: DEBUG nova.objects.instance [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lazy-loading 'resources' on Instance uuid 9738e220-df85-4d2f-8832-de3cd42b6c66 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.375037] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task} progress is 95%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.609105] env[66507]: DEBUG oslo_vmware.api [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638213, 'name': PowerOnVM_Task, 'duration_secs': 0.543406} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.609730] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.609730] env[66507]: INFO nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Took 8.71 seconds to spawn the instance on the hypervisor. [ 870.609730] env[66507]: DEBUG nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 870.610608] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c3cfc-2c3f-4ae9-ac74-975ca674f2da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642400] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070773} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.642682] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.643532] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bcf848-1e5e-4710-8731-7cad051a4255 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.666238] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 5b08ea04-1209-49f4-b298-df87484f215e/5b08ea04-1209-49f4-b298-df87484f215e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.667566] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1429dbc3-cb41-4f04-b3f3-09d12644268d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.695164] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638214, 'name': CreateVM_Task, 'duration_secs': 0.563131} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.696358] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.697146] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 870.697146] env[66507]: value = "task-4638216" [ 870.697146] env[66507]: _type = "Task" [ 870.697146] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.697146] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.697379] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.697676] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.697841] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb9df75-ea4f-4fe1-9b36-364e87e699e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.712467] env[66507]: DEBUG nova.compute.utils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.716775] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 870.717184] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.717667] env[66507]: WARNING neutronclient.v2_0.client [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.718459] env[66507]: WARNING neutronclient.v2_0.client [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.721806] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 870.721806] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520b9d31-699c-3911-76f9-e07ac4302e3b" [ 870.721806] env[66507]: _type = "Task" [ 870.721806] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.726092] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.739488] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520b9d31-699c-3911-76f9-e07ac4302e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.025017} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.739896] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.740149] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.740487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.740546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.740717] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.740982] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8be3b0-816d-4d72-b94f-b633fe2a239a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.761824] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.762039] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.762846] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180ba969-a33e-4f06-8b2a-4a598492d948 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.770512] env[66507]: DEBUG nova.policy [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f85b9450db40f99e849e55f8d5583a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc410235df7b4c02b913d13d2df6338e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.773539] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 870.773539] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ab4599-c7fa-40b1-8106-214ba1b85975" [ 870.773539] env[66507]: _type = "Task" [ 870.773539] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.785193] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab4599-c7fa-40b1-8106-214ba1b85975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.875720] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638209, 'name': CloneVM_Task, 'duration_secs': 2.31806} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.876057] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Created linked-clone VM from snapshot [ 870.877204] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04e68d-8dfa-4574-af3f-59bd53e02b29 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.889195] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Uploading image 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.915769] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 870.915769] env[66507]: value = "vm-905763" [ 870.915769] env[66507]: _type = "VirtualMachine" [ 870.915769] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 870.915769] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79e233ee-852a-41d8-a341-61a4d9c7a1a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.925140] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lease: (returnval){ [ 870.925140] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fdeb7b-d5ec-1de0-e045-c1010fb3b26d" [ 870.925140] env[66507]: _type = "HttpNfcLease" [ 870.925140] env[66507]: } obtained for exporting VM: (result){ [ 870.925140] env[66507]: value = "vm-905763" [ 870.925140] env[66507]: _type = "VirtualMachine" [ 870.925140] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 870.925387] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the lease: (returnval){ [ 870.925387] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fdeb7b-d5ec-1de0-e045-c1010fb3b26d" [ 870.925387] env[66507]: _type = "HttpNfcLease" [ 870.925387] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.936021] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.936021] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fdeb7b-d5ec-1de0-e045-c1010fb3b26d" [ 870.936021] env[66507]: _type = "HttpNfcLease" [ 870.936021] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.120464] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Successfully created port: 3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.134173] env[66507]: INFO nova.compute.manager [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Took 39.50 seconds to build instance. [ 871.212173] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.214908] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 871.271031] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea16ce-bbd3-4f94-8897-5acc372cea5a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.281723] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e949714-c1af-4797-ab9d-ceaa994ea589 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.292022] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab4599-c7fa-40b1-8106-214ba1b85975, 'name': SearchDatastore_Task, 'duration_secs': 0.051606} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.318804] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b94b67f-8288-4a40-9fd7-e6e2e3b8fbb9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.322420] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32310f93-3624-458f-a5a1-262ab17a2d16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.329602] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 871.329602] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529c631a-a380-3000-39e0-8ff624fa3324" [ 871.329602] env[66507]: _type = "Task" [ 871.329602] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.337836] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f535908-3480-4bca-b71b-7c79097b3690 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.348709] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529c631a-a380-3000-39e0-8ff624fa3324, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.356662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.356969] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.357518] env[66507]: DEBUG nova.compute.provider_tree [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.358898] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-687de95b-01c1-4959-b816-2ae024d4f694 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.367756] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 871.367756] env[66507]: value = "task-4638218" [ 871.367756] env[66507]: _type = "Task" [ 871.367756] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.377494] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.435291] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.435291] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fdeb7b-d5ec-1de0-e045-c1010fb3b26d" [ 871.435291] env[66507]: _type = "HttpNfcLease" [ 871.435291] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.435575] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.435575] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fdeb7b-d5ec-1de0-e045-c1010fb3b26d" [ 871.435575] env[66507]: _type = "HttpNfcLease" [ 871.435575] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.436388] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ae89c-473b-4358-a18f-c1f13e3be777 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.447037] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.447279] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.597237] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a2ebab5-34db-4af5-8d67-6bcdd032cddc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.637558] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b55a89e7-a741-419a-a6dd-2303d6e14df6 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.983s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.709732] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638216, 'name': ReconfigVM_Task, 'duration_secs': 0.786127} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.710085] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 5b08ea04-1209-49f4-b298-df87484f215e/5b08ea04-1209-49f4-b298-df87484f215e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.710747] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17967abc-74b9-46e2-8894-e4102dddf08e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.718116] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 871.718116] env[66507]: value = "task-4638219" [ 871.718116] env[66507]: _type = "Task" [ 871.718116] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.731697] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638219, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.863402] env[66507]: DEBUG nova.scheduler.client.report [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.884600] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.139780] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 872.230725] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638219, 'name': Rename_Task, 'duration_secs': 0.186259} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.230725] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.230725] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fac67cf-4df1-4e9c-88dc-06ad40a0daa9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.234093] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 872.241822] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 872.241822] env[66507]: value = "task-4638220" [ 872.241822] env[66507]: _type = "Task" [ 872.241822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.251963] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.260562] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.260810] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.260974] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.261269] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.261435] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.261582] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.261786] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.261943] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.262122] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.262283] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.262455] env[66507]: DEBUG nova.virt.hardware [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.263340] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c8785-aad2-4c16-819c-5f7b024dc5ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.273143] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248b362-3b2c-4d7b-9ea7-2c629c692afc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.372854] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.376949] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.980s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.379033] env[66507]: INFO nova.compute.claims [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.392594] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788307} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.392907] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.392907] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.393541] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ed727d-a09a-4ca1-84f8-6f5c524e9fbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.401680] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 872.401680] env[66507]: value = "task-4638221" [ 872.401680] env[66507]: _type = "Task" [ 872.401680] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.406625] env[66507]: INFO nova.scheduler.client.report [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted allocations for instance 9738e220-df85-4d2f-8832-de3cd42b6c66 [ 872.414554] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.445860] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "interface-c7f74212-1365-46f7-8aa3-b98c3d442a9e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.446240] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "interface-c7f74212-1365-46f7-8aa3-b98c3d442a9e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.446683] env[66507]: DEBUG nova.objects.instance [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lazy-loading 'flavor' on Instance uuid c7f74212-1365-46f7-8aa3-b98c3d442a9e {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.668325] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.754353] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.790061] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Successfully updated port: 3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 872.921509] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bb15d11-11ce-49c0-8724-d710a7ac81c5 tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "9738e220-df85-4d2f-8832-de3cd42b6c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.268s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.923967] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127306} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.925213] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.926421] env[66507]: DEBUG nova.compute.manager [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Received event network-vif-plugged-3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 872.926619] env[66507]: DEBUG oslo_concurrency.lockutils [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.926818] env[66507]: DEBUG oslo_concurrency.lockutils [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.927159] env[66507]: DEBUG oslo_concurrency.lockutils [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.927159] env[66507]: DEBUG nova.compute.manager [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] No waiting events found dispatching network-vif-plugged-3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 872.927337] env[66507]: WARNING nova.compute.manager [req-1bd900b0-d792-4c04-85a4-9e49e23c3bcf req-e206b921-655b-4811-b545-fbc9da538c9b service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Received unexpected event network-vif-plugged-3bf42dd7-897e-4677-bf09-4e33727f9efb for instance with vm_state building and task_state spawning. [ 872.928813] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c302c45-0fc3-4835-8c60-dc493e259b82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.956168] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.959226] env[66507]: WARNING neutronclient.v2_0.client [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.959411] env[66507]: DEBUG nova.objects.instance [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lazy-loading 'pci_requests' on Instance uuid c7f74212-1365-46f7-8aa3-b98c3d442a9e {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.961377] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-813b97be-8d33-474f-ba07-9220119b0f1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.982815] env[66507]: DEBUG nova.objects.base [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 872.982815] env[66507]: DEBUG nova.network.neutron [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.983846] env[66507]: WARNING neutronclient.v2_0.client [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.983846] env[66507]: WARNING neutronclient.v2_0.client [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.994468] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 872.994468] env[66507]: value = "task-4638222" [ 872.994468] env[66507]: _type = "Task" [ 872.994468] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.010570] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.104436] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c2426ab-afdf-4eb9-8c8e-fbd4b216f783 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "interface-c7f74212-1365-46f7-8aa3-b98c3d442a9e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.658s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.257961] env[66507]: DEBUG oslo_vmware.api [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638220, 'name': PowerOnVM_Task, 'duration_secs': 0.843109} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.258618] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.259017] env[66507]: INFO nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Took 6.42 seconds to spawn the instance on the hypervisor. [ 873.259391] env[66507]: DEBUG nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 873.260717] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8301a03-1b00-44ca-ab13-cd8433e9b58f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.294773] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.294912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295039] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.509102] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.782497] env[66507]: INFO nova.compute.manager [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Took 38.41 seconds to build instance. [ 873.842517] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 873.961615] env[66507]: WARNING neutronclient.v2_0.client [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.965759] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b3704-5af7-4ea5-a82c-48b2f754acac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.974704] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca3f12-57c4-440a-a7ef-0c2763d2e580 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.018959] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd1933-eb8d-43f2-ad17-b9c6f0af1375 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.028690] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638222, 'name': ReconfigVM_Task, 'duration_secs': 0.587276} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.031137] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Reconfigured VM instance instance-00000040 to attach disk [datastore2] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.031842] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139bcb3c-a298-4e7e-b5ab-e93fb4bdd985 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.034674] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c1cbf-bb14-40fa-8bbc-a11d6807b0c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.045717] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 874.045717] env[66507]: value = "task-4638223" [ 874.045717] env[66507]: _type = "Task" [ 874.045717] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.053764] env[66507]: DEBUG nova.compute.provider_tree [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.066857] env[66507]: DEBUG nova.network.neutron [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.288321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a9d7ebb-93f2-4285-a630-0b7aa416c9dc tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.202s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.363280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.363607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.560809] env[66507]: DEBUG nova.scheduler.client.report [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.572809] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.572809] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Instance network_info: |[{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 874.573538] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638223, 'name': Rename_Task, 'duration_secs': 0.240797} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.574211] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d5:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf42dd7-897e-4677-bf09-4e33727f9efb', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.582059] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating folder: Project (dc410235df7b4c02b913d13d2df6338e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.582502] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.583546] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d70270-323d-4b59-b977-4f49fa19bf7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.585856] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6e41dd-108e-4fdf-a1ac-2592f0d97059 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.594737] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 874.594737] env[66507]: value = "task-4638225" [ 874.594737] env[66507]: _type = "Task" [ 874.594737] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.600434] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created folder: Project (dc410235df7b4c02b913d13d2df6338e) in parent group-v905587. [ 874.600434] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating folder: Instances. Parent ref: group-v905765. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.601143] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b8f94f-707b-4ef0-be15-6581f598fe3e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.607694] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.617925] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created folder: Instances in parent group-v905765. [ 874.618407] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.618765] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.619092] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee7eeb0-ddbe-438a-bd9d-495af10c3105 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.644744] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.644744] env[66507]: value = "task-4638227" [ 874.644744] env[66507]: _type = "Task" [ 874.644744] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.659052] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638227, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.791928] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 874.978327] env[66507]: DEBUG nova.compute.manager [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Received event network-changed-3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 874.979503] env[66507]: DEBUG nova.compute.manager [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Refreshing instance network info cache due to event network-changed-3bf42dd7-897e-4677-bf09-4e33727f9efb. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 874.979503] env[66507]: DEBUG oslo_concurrency.lockutils [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.979503] env[66507]: DEBUG oslo_concurrency.lockutils [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.979766] env[66507]: DEBUG nova.network.neutron [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Refreshing network info cache for port 3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.076203] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.077082] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 875.081821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.572s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.109783] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.156439] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638227, 'name': CreateVM_Task, 'duration_secs': 0.497918} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.157600] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.158210] env[66507]: WARNING neutronclient.v2_0.client [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.158611] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.158763] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.159097] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.159378] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e20092-29f5-4b41-8243-3c81523a3193 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.165606] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 875.165606] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f762e0-8704-f5d7-ef0f-a9dfedfccaea" [ 875.165606] env[66507]: _type = "Task" [ 875.165606] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.176026] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f762e0-8704-f5d7-ef0f-a9dfedfccaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.252466] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.253347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.253347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.253798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.254093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.258063] env[66507]: INFO nova.compute.manager [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Terminating instance [ 875.319030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.483657] env[66507]: WARNING neutronclient.v2_0.client [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.587476] env[66507]: INFO nova.compute.claims [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.596977] env[66507]: DEBUG nova.compute.utils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.599170] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 875.599267] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 875.599943] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.599943] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.611743] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.664336] env[66507]: DEBUG nova.policy [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7234395e657e446ca60262054f1758cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4624bbb01934f47a45737b60b97c8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.667427] env[66507]: WARNING neutronclient.v2_0.client [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.680604] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f762e0-8704-f5d7-ef0f-a9dfedfccaea, 'name': SearchDatastore_Task, 'duration_secs': 0.027888} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680919] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.681180] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.681423] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.681786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.681786] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.681984] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1adda95-2913-4695-9769-d03ac5d55bb7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.697083] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.697083] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.697083] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1b414f-8b07-42c3-a7b4-5796897f19c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.703149] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 875.703149] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5262e606-fe05-82f0-70c0-0f274fe35e57" [ 875.703149] env[66507]: _type = "Task" [ 875.703149] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.716352] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5262e606-fe05-82f0-70c0-0f274fe35e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.758875] env[66507]: DEBUG nova.network.neutron [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updated VIF entry in instance network info cache for port 3bf42dd7-897e-4677-bf09-4e33727f9efb. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.759443] env[66507]: DEBUG nova.network.neutron [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.764048] env[66507]: DEBUG nova.compute.manager [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 875.764048] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.764048] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861acb78-ea49-4225-a16a-ec087c90e475 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.774351] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.774676] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1fdfc73-ab9c-4ab0-b69d-8e4b5d174140 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.783902] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 875.783902] env[66507]: value = "task-4638228" [ 875.783902] env[66507]: _type = "Task" [ 875.783902] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.800703] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.088603] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Successfully created port: 96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.100932] env[66507]: INFO nova.compute.resource_tracker [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating resource usage from migration b883c37f-d8a4-4900-8e50-87306dac524a [ 876.106879] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 876.123202] env[66507]: DEBUG oslo_vmware.api [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638225, 'name': PowerOnVM_Task, 'duration_secs': 1.05986} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.123202] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.123202] env[66507]: INFO nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Took 6.60 seconds to spawn the instance on the hypervisor. [ 876.123202] env[66507]: DEBUG nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 876.124373] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8974a66-5685-4fdf-87f6-9ef29b6ced90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.216068] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5262e606-fe05-82f0-70c0-0f274fe35e57, 'name': SearchDatastore_Task, 'duration_secs': 0.019733} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.217015] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e99d19-9177-4906-8b6a-e049316161f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.227822] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 876.227822] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f2f2e7-eb6f-343b-9579-9a1f5e6e9748" [ 876.227822] env[66507]: _type = "Task" [ 876.227822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.239406] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f2f2e7-eb6f-343b-9579-9a1f5e6e9748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.264019] env[66507]: DEBUG oslo_concurrency.lockutils [req-e4ce0dd5-de28-4bfd-b511-cade79173b5d req-2fc549ca-4827-421d-9c25-61abff8a884c service nova] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.297896] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638228, 'name': PowerOffVM_Task, 'duration_secs': 0.229774} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.298259] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.298428] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.298686] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613e686d-ebec-4e86-ab74-fe5475c84674 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.376957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.377177] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.377364] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Deleting the datastore file [datastore1] c7f74212-1365-46f7-8aa3-b98c3d442a9e {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.377631] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892cbd1c-7de8-4022-9928-acea0012632d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.387416] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for the task: (returnval){ [ 876.387416] env[66507]: value = "task-4638230" [ 876.387416] env[66507]: _type = "Task" [ 876.387416] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.397327] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.628053] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb46dfb-858f-44d0-b06b-6e5c10780309 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.643591] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68d373-a8d0-49ec-b991-a64208d980b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.649977] env[66507]: INFO nova.compute.manager [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Took 40.16 seconds to build instance. [ 876.682823] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8143eb5-2cc4-4028-913d-a813387cfa1f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.692986] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5ce35-ef91-41eb-84e8-cd10a543242e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.503781] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 877.508873] env[66507]: DEBUG oslo_concurrency.lockutils [None req-21c346eb-bac1-47b4-a5da-bb6cea340242 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.531s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.532417] env[66507]: DEBUG nova.compute.provider_tree [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.543782] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f2f2e7-eb6f-343b-9579-9a1f5e6e9748, 'name': SearchDatastore_Task, 'duration_secs': 0.043464} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.545247] env[66507]: DEBUG oslo_vmware.api [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Task: {'id': task-4638230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535265} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.546159] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.546159] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.546321] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.546448] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.546627] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.546780] env[66507]: INFO nova.compute.manager [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Took 1.78 seconds to destroy the instance on the hypervisor. [ 877.547074] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.547472] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa481447-f4e4-4d65-93cf-f488dba9030e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.550265] env[66507]: DEBUG nova.compute.manager [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 877.550265] env[66507]: DEBUG nova.network.neutron [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.550410] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.556133] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.556393] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.556554] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.556735] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.556854] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.556990] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.557297] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.557466] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.557627] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.557784] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.558335] env[66507]: DEBUG nova.virt.hardware [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.559332] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdf2a8-f765-4fdf-8baa-2176d56db1c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.564325] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 877.564325] env[66507]: value = "task-4638231" [ 877.564325] env[66507]: _type = "Task" [ 877.564325] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.572872] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfcc02c-ae77-4594-b1cb-4d656ab20fed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.581644] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.613269] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.654688] env[66507]: DEBUG nova.compute.manager [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Received event network-vif-plugged-96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 877.654967] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] Acquiring lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.655105] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.655268] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.655426] env[66507]: DEBUG nova.compute.manager [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] No waiting events found dispatching network-vif-plugged-96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 877.655582] env[66507]: WARNING nova.compute.manager [req-bbd585ce-d7f4-422c-aec5-e0d23c7b679f req-49556a00-a6dd-48ad-8cfc-385f1ae4fd85 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Received unexpected event network-vif-plugged-96968ed2-524a-4501-a7d1-7490fddfa884 for instance with vm_state building and task_state spawning. [ 877.673088] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Successfully updated port: 96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.919686] env[66507]: DEBUG nova.compute.manager [req-e451d317-4534-4c07-ae22-cf66923ce50e req-c4af2994-2061-44c8-89f7-dc9fa7a450e0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Received event network-vif-deleted-a67f942f-bc4a-40b0-b5f4-4d5509657c09 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 877.919891] env[66507]: INFO nova.compute.manager [req-e451d317-4534-4c07-ae22-cf66923ce50e req-c4af2994-2061-44c8-89f7-dc9fa7a450e0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Neutron deleted interface a67f942f-bc4a-40b0-b5f4-4d5509657c09; detaching it from the instance and deleting it from the info cache [ 877.920070] env[66507]: DEBUG nova.network.neutron [req-e451d317-4534-4c07-ae22-cf66923ce50e req-c4af2994-2061-44c8-89f7-dc9fa7a450e0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.010907] env[66507]: INFO nova.compute.manager [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Rebuilding instance [ 878.019545] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 878.036636] env[66507]: DEBUG nova.scheduler.client.report [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.070385] env[66507]: DEBUG nova.compute.manager [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 878.074594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e946af0f-98e5-46e9-8c7a-a3e8ae7942be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.084417] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.176072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.176251] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.176453] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.333582] env[66507]: DEBUG nova.network.neutron [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.425375] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39fc2211-b840-4672-9f67-550857db1501 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.436905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191aabd-0ad4-4a4c-ac78-747037dc2f74 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.480377] env[66507]: DEBUG nova.compute.manager [req-e451d317-4534-4c07-ae22-cf66923ce50e req-c4af2994-2061-44c8-89f7-dc9fa7a450e0 service nova] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Detach interface failed, port_id=a67f942f-bc4a-40b0-b5f4-4d5509657c09, reason: Instance c7f74212-1365-46f7-8aa3-b98c3d442a9e could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 878.543328] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.461s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.543663] env[66507]: INFO nova.compute.manager [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Migrating [ 878.554208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.554648] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.217s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.554900] env[66507]: DEBUG nova.objects.instance [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.586421] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843516} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.586843] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.586843] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.587371] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e232b7-9056-419e-b0a0-2ad17498fd4d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.596257] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 878.596257] env[66507]: value = "task-4638232" [ 878.596257] env[66507]: _type = "Task" [ 878.596257] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.607097] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.714197] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.812124] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.835807] env[66507]: INFO nova.compute.manager [-] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Took 1.29 seconds to deallocate network for instance. [ 878.917261] env[66507]: DEBUG nova.network.neutron [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updating instance_info_cache with network_info: [{"id": "96968ed2-524a-4501-a7d1-7490fddfa884", "address": "fa:16:3e:c8:bc:02", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96968ed2-52", "ovs_interfaceid": "96968ed2-524a-4501-a7d1-7490fddfa884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.070045] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.070228] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.070402] env[66507]: DEBUG nova.network.neutron [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 879.097950] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.098512] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7bf5db3-afa8-4424-b91f-d194dbc44459 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.109480] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144746} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.110829] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.111203] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 879.111203] env[66507]: value = "task-4638233" [ 879.111203] env[66507]: _type = "Task" [ 879.111203] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.111936] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac01ba-2c1f-4b40-a0d2-a0fddbedd8e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.123303] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.142348] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.142683] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50254be-5ea5-4b77-902d-d5731db84db6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.164665] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 879.164665] env[66507]: value = "task-4638234" [ 879.164665] env[66507]: _type = "Task" [ 879.164665] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.173985] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.348469] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.420043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.420499] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance network_info: |[{"id": "96968ed2-524a-4501-a7d1-7490fddfa884", "address": "fa:16:3e:c8:bc:02", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96968ed2-52", "ovs_interfaceid": "96968ed2-524a-4501-a7d1-7490fddfa884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 879.420999] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:bc:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96968ed2-524a-4501-a7d1-7490fddfa884', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.428868] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.429130] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.429365] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e801701-d0cd-4b04-8148-e638f8b8c822 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.450455] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.450455] env[66507]: value = "task-4638235" [ 879.450455] env[66507]: _type = "Task" [ 879.450455] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.460151] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638235, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.574568] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1c9c0e20-3062-4070-b9c2-aebfd42146e2 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.575827] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.578719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.530s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.632241] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638233, 'name': PowerOffVM_Task, 'duration_secs': 0.152127} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.632565] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.633169] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.633943] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ad475-03fa-4263-ab1a-e82bb21c4c4d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.643369] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.643751] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6462c6-2749-4294-9ac5-40d5b2384a09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.682939] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.683184] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.683362] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.683531] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleting the datastore file [datastore2] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.683807] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8632e290-6f2e-46ce-8ad0-4ee769587e5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.697385] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 879.697385] env[66507]: value = "task-4638237" [ 879.697385] env[66507]: _type = "Task" [ 879.697385] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.703257] env[66507]: DEBUG nova.compute.manager [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Received event network-changed-96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 879.703454] env[66507]: DEBUG nova.compute.manager [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Refreshing instance network info cache due to event network-changed-96968ed2-524a-4501-a7d1-7490fddfa884. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 879.703713] env[66507]: DEBUG oslo_concurrency.lockutils [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] Acquiring lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.703907] env[66507]: DEBUG oslo_concurrency.lockutils [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] Acquired lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.704133] env[66507]: DEBUG nova.network.neutron [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Refreshing network info cache for port 96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.712389] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.782128] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.884964] env[66507]: DEBUG nova.network.neutron [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.963246] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638235, 'name': CreateVM_Task, 'duration_secs': 0.473577} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.963485] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.963890] env[66507]: WARNING neutronclient.v2_0.client [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.965349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.965534] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.966164] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.966503] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bdf4d5-968b-4b27-b96a-cdaef017fe2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.973737] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 879.973737] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521997af-ffdb-61a8-7b31-35b4f7b769c1" [ 879.973737] env[66507]: _type = "Task" [ 879.973737] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.984067] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521997af-ffdb-61a8-7b31-35b4f7b769c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.176395] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638234, 'name': ReconfigVM_Task, 'duration_secs': 0.570091} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.176546] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.177260] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80bbaaf9-26b0-486a-964d-6e13070011cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.185686] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 880.185686] env[66507]: value = "task-4638238" [ 880.185686] env[66507]: _type = "Task" [ 880.185686] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.194382] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638238, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.208252] env[66507]: WARNING neutronclient.v2_0.client [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.211669] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220434} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.212261] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.212444] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.212622] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.370662] env[66507]: WARNING neutronclient.v2_0.client [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.389104] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.456438] env[66507]: DEBUG nova.network.neutron [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updated VIF entry in instance network info cache for port 96968ed2-524a-4501-a7d1-7490fddfa884. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.456930] env[66507]: DEBUG nova.network.neutron [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updating instance_info_cache with network_info: [{"id": "96968ed2-524a-4501-a7d1-7490fddfa884", "address": "fa:16:3e:c8:bc:02", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96968ed2-52", "ovs_interfaceid": "96968ed2-524a-4501-a7d1-7490fddfa884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.485827] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521997af-ffdb-61a8-7b31-35b4f7b769c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.486213] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.486448] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.486701] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.486842] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.487033] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.487293] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f75fd1-8f39-4a55-8762-97bedabf4519 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.499986] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.499986] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.500165] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c253dc-dccf-4222-b9cc-af3f3271d7ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.507036] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 880.507036] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52976293-c357-b1f4-4981-5f4f79b5d476" [ 880.507036] env[66507]: _type = "Task" [ 880.507036] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.518432] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52976293-c357-b1f4-4981-5f4f79b5d476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.599041] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Applying migration context for instance 1737cecc-643d-4d84-8a01-93f7d564d28a as it has an incoming, in-progress migration b883c37f-d8a4-4900-8e50-87306dac524a. Migration status is pre-migrating {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 880.601602] env[66507]: INFO nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating resource usage from migration b883c37f-d8a4-4900-8e50-87306dac524a [ 880.628891] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 24e7dee3-635c-4826-bb02-dc1b72f95cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.629277] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ffe45ff7-dba7-41b7-b2ba-1776a5936c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.629529] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.629789] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance de2f7bb1-7573-4e73-8248-0de75b300af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 959f9e7a-cc96-4d72-9387-8754fd8ffd24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2f1457bf-4d26-4be2-8f8a-00b4e8656518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bb5de9fc-3550-4641-bbb4-7c5224310f8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2d94b07b-290a-423d-b01d-188d45f213e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 4fff5636-22aa-46f4-b8b0-19e24a76c3e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.630984] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0f49157b-80e5-4c08-b3e3-f97e801672a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.631420] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0b312d62-4282-4f54-b4a8-54aee14517c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.631420] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fcb80a35-492d-4830-910e-b25ccb8796e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.631420] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.631420] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 053f8cba-8888-4820-bfab-1c093a4950f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.631563] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7168415b-f625-4b52-a52e-cb5a95e73ac8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.631592] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 95f59604-5255-4b59-a7ba-d27fd95838ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.631716] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 68147eeb-a64c-4eea-9382-3fa55f0e2c9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.631837] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance c7f74212-1365-46f7-8aa3-b98c3d442a9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.631933] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 5b08ea04-1209-49f4-b298-df87484f215e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.632057] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance dde1f9c6-0004-40f6-bbf9-da1ba4f865bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.632168] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 77d9c63a-8248-4cbf-afe1-519d18476265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.632266] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2aa65d4f-eb3a-4f91-89bc-5850efbddbea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.632378] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Migration b883c37f-d8a4-4900-8e50-87306dac524a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 880.632478] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1737cecc-643d-4d84-8a01-93f7d564d28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 880.696558] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638238, 'name': Rename_Task, 'duration_secs': 0.275496} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.696857] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.697161] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fcbc34b-7ee3-40f7-8ef7-073c366497c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.704894] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 880.704894] env[66507]: value = "task-4638239" [ 880.704894] env[66507]: _type = "Task" [ 880.704894] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.714145] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.960889] env[66507]: DEBUG oslo_concurrency.lockutils [req-9875bfba-628d-406c-9877-266544faeeb4 req-0d3f3aed-c1d9-4e40-aaeb-4caff59ecb44 service nova] Releasing lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.020443] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52976293-c357-b1f4-4981-5f4f79b5d476, 'name': SearchDatastore_Task, 'duration_secs': 0.018818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.021455] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a29a9c3-36f9-447b-8101-cb9081d35acd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.028757] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 881.028757] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9ff65-bde4-ba97-9942-4513f5831499" [ 881.028757] env[66507]: _type = "Task" [ 881.028757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.039162] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e9ff65-bde4-ba97-9942-4513f5831499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.136096] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 4480d705-775d-41ed-93bd-18ef3045f7c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 881.216926] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.251025] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 881.251326] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.251468] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 881.251706] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.251856] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 881.251997] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 881.252218] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.252442] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 881.252625] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 881.252788] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 881.252997] env[66507]: DEBUG nova.virt.hardware [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 881.253910] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1b0b1-8e58-40d5-beab-c048c0ab2243 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.263999] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41f454-1a3b-40e0-81f6-47c797ac36f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.282381] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.289659] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.289979] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.290225] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d530b9-2634-480e-978c-e8c57a10bbaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.309317] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.309317] env[66507]: value = "task-4638240" [ 881.309317] env[66507]: _type = "Task" [ 881.309317] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.318680] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638240, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.541473] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e9ff65-bde4-ba97-9942-4513f5831499, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.541705] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.541954] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.542263] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e904c771-fa2f-498f-a889-2807dea4b8fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.551141] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 881.551141] env[66507]: value = "task-4638241" [ 881.551141] env[66507]: _type = "Task" [ 881.551141] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.560692] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.641804] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance c5cd055f-0a7d-496f-a444-f9c1cb254c3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 881.721534] env[66507]: DEBUG oslo_vmware.api [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638239, 'name': PowerOnVM_Task, 'duration_secs': 0.640118} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.721534] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.721534] env[66507]: INFO nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 9.49 seconds to spawn the instance on the hypervisor. [ 881.721534] env[66507]: DEBUG nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 881.721534] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d8f0e-2f27-498e-8ea1-a8b5c4ae91bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.820804] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638240, 'name': CreateVM_Task, 'duration_secs': 0.44677} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.821012] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.821452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.821597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.821910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.822184] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6e71e7-18f8-45ca-a553-2387ccab2480 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.827563] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 881.827563] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522b5918-e07e-357d-7a2c-31e56593d3c4" [ 881.827563] env[66507]: _type = "Task" [ 881.827563] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.836726] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522b5918-e07e-357d-7a2c-31e56593d3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.843732] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.844016] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.844275] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.844486] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.844679] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.847018] env[66507]: INFO nova.compute.manager [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Terminating instance [ 881.905916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624aa90c-ae48-4589-a3e9-77184cd4a0ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.927767] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.062797] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.144653] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance c593031e-0a82-4165-a17d-038e986c983f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.244026] env[66507]: INFO nova.compute.manager [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 42.44 seconds to build instance. [ 882.339689] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522b5918-e07e-357d-7a2c-31e56593d3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.340046] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.340312] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.340605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.340762] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.340969] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.341276] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81dadb8-f6cc-42c1-8c53-27a193786b17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.350953] env[66507]: DEBUG nova.compute.manager [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 882.351107] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.351331] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.351536] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.352831] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d08e092-924b-4482-b8a0-bc9a48e909a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.356024] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760cdbce-ce59-4ac7-bb05-18b3caf2f68e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.362161] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 882.362161] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d1b198-7a38-0da2-cb4b-f1e47e98a25b" [ 882.362161] env[66507]: _type = "Task" [ 882.362161] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.364304] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.367263] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbe898c-c3e0-4935-bdb1-7aec621f0097 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.375404] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d1b198-7a38-0da2-cb4b-f1e47e98a25b, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.377251] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 882.377251] env[66507]: value = "task-4638242" [ 882.377251] env[66507]: _type = "Task" [ 882.377251] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.377469] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c77decc-ec2c-4aff-9bba-4c5e06a1a946 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.388666] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.391869] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 882.391869] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5249f88f-3ef3-e4e6-cdcc-98b7531c4081" [ 882.391869] env[66507]: _type = "Task" [ 882.391869] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.398759] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.399743] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dc3ff6-ce95-48b8-8047-7b8a9852905f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.406294] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5249f88f-3ef3-e4e6-cdcc-98b7531c4081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.411409] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.411586] env[66507]: ERROR oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk due to incomplete transfer. [ 882.411852] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4d47b89-ec02-4f68-9564-df37dfd734be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.420657] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236239c-57f9-25c0-81d5-f54d34c5ad2c/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.420884] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Uploaded image 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.423335] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.423621] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f242c780-5838-4977-914d-db3f9935b293 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.430864] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 882.430864] env[66507]: value = "task-4638243" [ 882.430864] env[66507]: _type = "Task" [ 882.430864] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.435595] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.435944] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf6c7bc-d5d4-456e-9e06-880291a09791 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.445175] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638243, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.446974] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 882.446974] env[66507]: value = "task-4638244" [ 882.446974] env[66507]: _type = "Task" [ 882.446974] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.456125] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.563923] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623708} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.564191] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.564191] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.564457] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f14294-401a-4f8f-a723-a4ec488a2257 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.572604] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 882.572604] env[66507]: value = "task-4638245" [ 882.572604] env[66507]: _type = "Task" [ 882.572604] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.584327] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.648694] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 3f9cf55b-c733-46d0-b9ad-b361f39ce387 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.746239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1549168-ef9e-4c90-af23-e2e0548fe9a0 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.933s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.892215] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638242, 'name': PowerOffVM_Task, 'duration_secs': 0.311024} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.892745] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.892997] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.896516] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed1b6dff-2e37-4ae5-9fb0-6fbb894c56b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.906555] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5249f88f-3ef3-e4e6-cdcc-98b7531c4081, 'name': SearchDatastore_Task, 'duration_secs': 0.026793} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.906831] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.907179] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.907474] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c77c63e-c877-4acd-8605-d6ac861377a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918358] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 882.918358] env[66507]: value = "task-4638247" [ 882.918358] env[66507]: _type = "Task" [ 882.918358] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.928915] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.939605] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638243, 'name': Destroy_Task, 'duration_secs': 0.443651} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.939885] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Destroyed the VM [ 882.940145] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 882.940400] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad59ba0d-dc4c-438e-8755-9918d7b3ce3d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.948061] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 882.948061] env[66507]: value = "task-4638248" [ 882.948061] env[66507]: _type = "Task" [ 882.948061] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.961172] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.966278] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638244, 'name': PowerOffVM_Task, 'duration_secs': 0.246647} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.967387] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.967527] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.971381] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.971381] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.971563] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleting the datastore file [datastore1] 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.971948] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6426a6f-6036-42ab-8695-8842713be2cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.980866] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for the task: (returnval){ [ 882.980866] env[66507]: value = "task-4638249" [ 882.980866] env[66507]: _type = "Task" [ 882.980866] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.990266] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.083080] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083622} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.083388] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.084236] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e7610f-652f-4246-826f-94c57bd93b78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.108240] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.108608] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e6e548-06d7-46cc-aba5-4fc9f36182f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.131633] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 883.131633] env[66507]: value = "task-4638250" [ 883.131633] env[66507]: _type = "Task" [ 883.131633] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.141751] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.152533] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 5206cd4b-231c-4367-bcaf-f86bb6792768 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.249878] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 883.429375] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638247, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.463768] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638248, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.474295] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 883.474578] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.474731] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 883.475160] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.475160] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 883.475238] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 883.475387] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 883.475594] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 883.475849] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 883.476214] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 883.476365] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 883.483322] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4487b03f-c005-4ec1-a8da-f5fd8c07ef79 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.505883] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.507627] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 883.507627] env[66507]: value = "task-4638251" [ 883.507627] env[66507]: _type = "Task" [ 883.507627] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.516935] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.586213] env[66507]: DEBUG nova.compute.manager [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Received event network-changed-3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 883.586431] env[66507]: DEBUG nova.compute.manager [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Refreshing instance network info cache due to event network-changed-3bf42dd7-897e-4677-bf09-4e33727f9efb. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 883.587055] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.587055] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.587055] env[66507]: DEBUG nova.network.neutron [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Refreshing network info cache for port 3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.642751] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.656187] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 495bb8c9-1cc5-4932-b0aa-605a1aacc93a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.778398] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.940029] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.940029] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.940029] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.940029] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f601047-4d63-4679-92b8-a25bdc26f1f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.955901] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 883.955901] env[66507]: value = "task-4638252" [ 883.955901] env[66507]: _type = "Task" [ 883.955901] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.970257] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638248, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008531} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.973599] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 883.973914] env[66507]: DEBUG nova.compute.manager [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 883.975226] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.975226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e410fed-8e50-4073-b130-2dab29e51c46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.997596] env[66507]: DEBUG oslo_vmware.api [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Task: {'id': task-4638249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564925} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.998110] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.998391] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.998651] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.998831] env[66507]: INFO nova.compute.manager [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Took 1.65 seconds to destroy the instance on the hypervisor. [ 883.999227] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 883.999449] env[66507]: DEBUG nova.compute.manager [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 883.999553] env[66507]: DEBUG nova.network.neutron [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 883.999788] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.021251] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638251, 'name': ReconfigVM_Task, 'duration_secs': 0.444844} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.021529] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.047638] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.089779] env[66507]: WARNING neutronclient.v2_0.client [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.150367] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638250, 'name': ReconfigVM_Task, 'duration_secs': 0.812506} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.150751] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.154514] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb5006bb-6d15-4ec2-8b1c-86015285d3f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.163181] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 4b6d52f7-fbaa-4227-ac5d-677d0414174d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.166864] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 884.166864] env[66507]: value = "task-4638253" [ 884.166864] env[66507]: _type = "Task" [ 884.166864] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.177367] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638253, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.299683] env[66507]: WARNING neutronclient.v2_0.client [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.391748] env[66507]: DEBUG nova.network.neutron [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updated VIF entry in instance network info cache for port 3bf42dd7-897e-4677-bf09-4e33727f9efb. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.392146] env[66507]: DEBUG nova.network.neutron [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.471210] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070038} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.471509] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.472416] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c18a0-a19f-496d-be75-1b4d1460ccfd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.493229] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.496313] env[66507]: INFO nova.compute.manager [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Shelve offloading [ 884.497702] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c6c896-c202-41a0-b9e5-1d0872e23b18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.523340] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 884.523340] env[66507]: value = "task-4638254" [ 884.523340] env[66507]: _type = "Task" [ 884.523340] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.531651] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63391e04-f426-4f13-a00d-06f78d1249d3',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1039151016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.532100] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.532100] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.532228] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.532422] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.532667] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.532969] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.533203] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.533478] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.533662] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.533832] env[66507]: DEBUG nova.virt.hardware [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.539938] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.540827] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bda435d-6c97-47a9-a355-2ddfea372f10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.561679] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.564982] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 884.564982] env[66507]: value = "task-4638255" [ 884.564982] env[66507]: _type = "Task" [ 884.564982] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.575573] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.658683] env[66507]: DEBUG nova.compute.manager [req-61b1d393-5f6a-4506-9133-68eaf57fa002 req-9ad47df8-d156-41e0-9ccf-fa31c8492c99 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Received event network-vif-deleted-bdffcd16-4022-417d-8b56-c4d5566b6439 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 884.660041] env[66507]: INFO nova.compute.manager [req-61b1d393-5f6a-4506-9133-68eaf57fa002 req-9ad47df8-d156-41e0-9ccf-fa31c8492c99 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Neutron deleted interface bdffcd16-4022-417d-8b56-c4d5566b6439; detaching it from the instance and deleting it from the info cache [ 884.660041] env[66507]: DEBUG nova.network.neutron [req-61b1d393-5f6a-4506-9133-68eaf57fa002 req-9ad47df8-d156-41e0-9ccf-fa31c8492c99 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.667223] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance a469a104-7d21-403b-9513-c37b5b9e27d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.683735] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638253, 'name': Rename_Task, 'duration_secs': 0.317066} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.684184] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.684794] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f488f3-1f66-4fa7-922a-b0da3bf7edf7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.695760] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 884.695760] env[66507]: value = "task-4638256" [ 884.695760] env[66507]: _type = "Task" [ 884.695760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.708478] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.865616] env[66507]: INFO nova.compute.manager [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Rebuilding instance [ 884.895778] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab1d790b-7a90-4437-b20e-db9bcb84c9f8 req-cd7b7617-20f8-42d9-ac99-bb299be4d2fd service nova] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.922520] env[66507]: DEBUG nova.compute.manager [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 884.923501] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c9e86-053f-467d-a38e-31d8688ba959 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.015930] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.016720] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a963d3a0-0aab-4d6e-9074-f941bf00a30f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.024597] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 885.024597] env[66507]: value = "task-4638257" [ 885.024597] env[66507]: _type = "Task" [ 885.024597] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.038305] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638254, 'name': ReconfigVM_Task, 'duration_secs': 0.366069} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.043567] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Reconfigured VM instance instance-00000040 to attach disk [datastore1] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc/dde1f9c6-0004-40f6-bbf9-da1ba4f865bc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.043567] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42358185-03a6-4d5f-8ca6-644d480f82f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.045297] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.045401] env[66507]: DEBUG nova.compute.manager [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 885.046973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b44a7-5c6b-4104-bd52-c7ba4001deaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.055283] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 885.055283] env[66507]: value = "task-4638258" [ 885.055283] env[66507]: _type = "Task" [ 885.055283] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.057333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.057494] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.057825] env[66507]: DEBUG nova.network.neutron [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.062690] env[66507]: DEBUG nova.network.neutron [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.075145] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638258, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.081502] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.163470] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d54bc22d-6b03-413e-a302-e83f0d39f06e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.172406] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance d84fb4d8-e13d-4579-a78b-fb14f251fe15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.172878] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 885.173729] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 885.178963] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165824f7-4036-423f-8b73-24369b12c573 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.220150] env[66507]: DEBUG nova.compute.manager [req-61b1d393-5f6a-4506-9133-68eaf57fa002 req-9ad47df8-d156-41e0-9ccf-fa31c8492c99 service nova] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Detach interface failed, port_id=bdffcd16-4022-417d-8b56-c4d5566b6439, reason: Instance 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 885.226064] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.563274] env[66507]: WARNING neutronclient.v2_0.client [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.565724] env[66507]: INFO nova.compute.manager [-] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Took 1.57 seconds to deallocate network for instance. [ 885.578656] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638258, 'name': Rename_Task, 'duration_secs': 0.147651} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.579719] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.579973] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe74a6b-811f-4c34-ade0-8ba9c010dd64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585734] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.592934] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 885.592934] env[66507]: value = "task-4638259" [ 885.592934] env[66507]: _type = "Task" [ 885.592934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.605787] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.656859] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52762fa3-d05e-410c-8f88-de340cc72d5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.665668] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3677c-bdab-4eff-a944-6fad8024bec0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.706312] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a0fd8-206c-48ea-94d3-4cfc67a0bace {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.716382] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.720419] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d52bc7-4b4c-4971-ba03-85f7db34324d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.735482] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.740593] env[66507]: WARNING neutronclient.v2_0.client [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.809473] env[66507]: DEBUG nova.network.neutron [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.940387] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.940800] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dda1af1-c695-4648-ab04-4a5f8b43bbc1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.948554] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 885.948554] env[66507]: value = "task-4638260" [ 885.948554] env[66507]: _type = "Task" [ 885.948554] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.958774] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.079789] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638255, 'name': ReconfigVM_Task, 'duration_secs': 1.156776} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.081046] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.081460] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 886.082570] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b4729-0d07-4b4f-be12-0bb9d27a04c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.114636] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.121024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8dff310-7c8b-4e90-b8a3-be7412dd7eb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.142617] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.144016] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 886.144016] env[66507]: value = "task-4638261" [ 886.144016] env[66507]: _type = "Task" [ 886.144016] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.153609] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.211154] env[66507]: DEBUG oslo_vmware.api [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638256, 'name': PowerOnVM_Task, 'duration_secs': 1.422595} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.211671] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.211833] env[66507]: INFO nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Took 8.71 seconds to spawn the instance on the hypervisor. [ 886.211979] env[66507]: DEBUG nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 886.212877] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4750675-fc53-46f0-ab8e-7e62aba5a4fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.238420] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.312205] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.312482] env[66507]: WARNING neutronclient.v2_0.client [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.312837] env[66507]: WARNING neutronclient.v2_0.client [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.460397] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638260, 'name': PowerOffVM_Task, 'duration_secs': 0.280911} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.461059] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.462625] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.463074] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c42107-ac50-48d5-b3d1-c3d2cc62e10f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.471232] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 886.471232] env[66507]: value = "task-4638262" [ 886.471232] env[66507]: _type = "Task" [ 886.471232] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.481024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 886.481240] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.481367] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905688', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'name': 'volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bcbf78e-a7b3-4281-9fb9-23beb708b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'serial': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.482186] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6844c8-b0ea-4c32-9581-34fd873bdcac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.502449] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f797aa1a-ca8b-4052-8e8a-09569ce2bf0b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.510846] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3a4cd-2c4b-48bd-90c6-9382f51692f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.530880] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90579b58-c367-40a4-bf83-02712888f301 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.548540] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] The volume has not been displaced from its original location: [datastore2] volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5/volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 886.553930] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.554130] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97137587-7996-4418-abd0-af213a21e3c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.574019] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 886.574019] env[66507]: value = "task-4638263" [ 886.574019] env[66507]: _type = "Task" [ 886.574019] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.582962] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.601999] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.602992] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b60536e-0a99-4dd2-bdee-1d2917a28d91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.615369] env[66507]: DEBUG oslo_vmware.api [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638259, 'name': PowerOnVM_Task, 'duration_secs': 0.569012} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.617553] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.617759] env[66507]: DEBUG nova.compute.manager [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 886.618064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.618788] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da4dc0-452c-4113-97cb-74a4177d365b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.622905] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df97fd6b-7ba4-426f-a4f8-624a7935021e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.654738] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638261, 'name': ReconfigVM_Task, 'duration_secs': 0.31195} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.655059] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.655338] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.695890] env[66507]: DEBUG nova.compute.manager [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-vif-unplugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 886.696072] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.696233] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.696399] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.696567] env[66507]: DEBUG nova.compute.manager [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] No waiting events found dispatching network-vif-unplugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 886.696733] env[66507]: WARNING nova.compute.manager [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received unexpected event network-vif-unplugged-fe23f065-e476-40d6-9fef-64739fe044f6 for instance with vm_state shelved and task_state shelving_offloading. [ 886.696887] env[66507]: DEBUG nova.compute.manager [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 886.697311] env[66507]: DEBUG nova.compute.manager [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing instance network info cache due to event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 886.697311] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.697485] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.697533] env[66507]: DEBUG nova.network.neutron [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.701404] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.701629] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.701846] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleting the datastore file [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.702842] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4030b99b-d716-4250-9904-2c4df5d54fd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.712015] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 886.712015] env[66507]: value = "task-4638265" [ 886.712015] env[66507]: _type = "Task" [ 886.712015] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.722275] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.735211] env[66507]: INFO nova.compute.manager [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Took 44.36 seconds to build instance. [ 886.745029] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 886.745230] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.166s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.745587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.664s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.745792] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.747956] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.186s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.750229] env[66507]: INFO nova.compute.claims [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.752968] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.753136] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11897}} [ 886.780490] env[66507]: INFO nova.scheduler.client.report [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocations for instance 0f49157b-80e5-4c08-b3e3-f97e801672a8 [ 887.085022] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638263, 'name': ReconfigVM_Task, 'duration_secs': 0.214399} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.085530] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.090669] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-517ea239-c37e-4107-90ba-fbfd489e8b03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.110323] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 887.110323] env[66507]: value = "task-4638266" [ 887.110323] env[66507]: _type = "Task" [ 887.110323] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.120425] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.141915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.162548] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4971b7-b4fb-4fa2-bc33-ca4d593cbf55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.188114] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a684ef-87ab-4476-a05f-5576d514de2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.208652] env[66507]: WARNING neutronclient.v2_0.client [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.211351] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.225274] env[66507]: DEBUG oslo_vmware.api [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.225575] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.225770] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.225937] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.237758] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1ee64808-128e-481d-be52-7262498d03ce tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.233s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.257908] env[66507]: INFO nova.scheduler.client.report [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted allocations for instance 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 [ 887.275208] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] There are 40 instances to clean {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11906}} [ 887.275526] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 9461d660-0dab-45f6-87a0-5500771eedee] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 887.291508] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0b7c2d94-e05e-4fe1-9037-90ed68864c37 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "0f49157b-80e5-4c08-b3e3-f97e801672a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.739s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.435078] env[66507]: WARNING neutronclient.v2_0.client [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.505675] env[66507]: DEBUG nova.network.neutron [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updated VIF entry in instance network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 887.506115] env[66507]: DEBUG nova.network.neutron [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfe23f065-e4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.623287] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638266, 'name': ReconfigVM_Task, 'duration_secs': 0.240345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.623689] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905688', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'name': 'volume-51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8bcbf78e-a7b3-4281-9fb9-23beb708b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5', 'serial': '51dbcaa0-39b1-449a-8993-a015c2c7dfd5'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 887.624052] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.625131] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ebf01f-bb4b-4a08-b5da-5cb5aafc1c27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.633954] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.634365] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d40ce8b-2906-46b9-a8e2-d56dece22285 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.718931] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.719543] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.724679] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.724907] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.725300] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Deleting the datastore file [datastore2] 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.725398] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-460d19f6-f48c-4e41-89cf-532f568927ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.733566] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for the task: (returnval){ [ 887.733566] env[66507]: value = "task-4638268" [ 887.733566] env[66507]: _type = "Task" [ 887.733566] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.743795] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.759294] env[66507]: DEBUG nova.network.neutron [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Port e225da9e-2b6c-428f-becf-f147ff4ffa8e binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 887.783138] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.784010] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 9738e220-df85-4d2f-8832-de3cd42b6c66] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 888.008890] env[66507]: DEBUG oslo_concurrency.lockutils [req-bbc69b17-0d53-4b4e-ac3a-403579816003 req-2a61a76c-7b05-44a4-b667-5d2edbe277d0 service nova] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.251621] env[66507]: DEBUG oslo_vmware.api [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Task: {'id': task-4638268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188023} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.251895] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.252119] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.252368] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.276482] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de466601-2f06-4e67-bcd4-18a665389457 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.287991] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 6888c743-4907-47c2-9b5c-fa1aaa38b2b1] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 888.296626] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43fd077-0f11-4bb6-9f5b-2079fc0ad529 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.330912] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15c2e1d-721f-406b-8ea9-b7641889aaf6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.341888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b247c-d058-40a8-8ae5-119037c7eb68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.347460] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 888.348038] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9747053-565d-4f5e-af34-9604b6bff434 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.362232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.362386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.362584] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.362760] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.362919] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.364778] env[66507]: DEBUG nova.compute.provider_tree [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.367286] env[66507]: INFO nova.compute.manager [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Terminating instance [ 888.371531] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0bcbc-352c-4e12-8842-0dbfb19eabe4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.415152] env[66507]: ERROR nova.compute.manager [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Failed to detach volume 51dbcaa0-39b1-449a-8993-a015c2c7dfd5 from /dev/sda: nova.exception.InstanceNotFound: Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed could not be found. [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Traceback (most recent call last): [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 4218, in _do_rebuild_instance [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self.driver.rebuild(**kwargs) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise NotImplementedError() [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] NotImplementedError [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] During handling of the above exception, another exception occurred: [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Traceback (most recent call last): [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3641, in _detach_root_volume [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self.driver.detach_volume(context, old_connection_info, [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] return self._volumeops.detach_volume(connection_info, instance) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._detach_volume_vmdk(connection_info, instance) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] stable_ref.fetch_moref(session) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise exception.InstanceNotFound(instance_id=self._uuid) [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] nova.exception.InstanceNotFound: Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed could not be found. [ 888.415152] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.556047] env[66507]: DEBUG nova.compute.utils [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Build of instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed aborted: Failed to rebuild volume backed instance. {{(pid=66507) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 888.559249] env[66507]: ERROR nova.compute.manager [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed aborted: Failed to rebuild volume backed instance. [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Traceback (most recent call last): [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 4218, in _do_rebuild_instance [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self.driver.rebuild(**kwargs) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise NotImplementedError() [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] NotImplementedError [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] During handling of the above exception, another exception occurred: [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Traceback (most recent call last): [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3676, in _rebuild_volume_backed_instance [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._detach_root_volume(context, instance, root_bdm) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] with excutils.save_and_reraise_exception(): [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self.force_reraise() [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise self.value [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3641, in _detach_root_volume [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self.driver.detach_volume(context, old_connection_info, [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] return self._volumeops.detach_volume(connection_info, instance) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._detach_volume_vmdk(connection_info, instance) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] stable_ref.fetch_moref(session) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise exception.InstanceNotFound(instance_id=self._uuid) [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] nova.exception.InstanceNotFound: Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed could not be found. [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] During handling of the above exception, another exception occurred: [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Traceback (most recent call last): [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 11534, in _error_out_instance_on_exception [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] yield [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3944, in rebuild_instance [ 888.559249] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._do_rebuild_instance_with_claim( [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 4030, in _do_rebuild_instance_with_claim [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._do_rebuild_instance( [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._rebuild_default_impl(**kwargs) [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3799, in _rebuild_default_impl [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] self._rebuild_volume_backed_instance( [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] File "/opt/stack/nova/nova/compute/manager.py", line 3691, in _rebuild_volume_backed_instance [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] raise exception.BuildAbortException( [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] nova.exception.BuildAbortException: Build of instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed aborted: Failed to rebuild volume backed instance. [ 888.560696] env[66507]: ERROR nova.compute.manager [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] [ 888.786999] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.786999] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.786999] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.802760] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a077f982-00ab-497a-9152-94946f7dc16f] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 888.841351] env[66507]: DEBUG nova.compute.manager [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Received event network-changed-96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 888.841970] env[66507]: DEBUG nova.compute.manager [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Refreshing instance network info cache due to event network-changed-96968ed2-524a-4501-a7d1-7490fddfa884. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 888.841970] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] Acquiring lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.842090] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] Acquired lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.842410] env[66507]: DEBUG nova.network.neutron [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Refreshing network info cache for port 96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.871076] env[66507]: DEBUG nova.scheduler.client.report [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.887670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "refresh_cache-dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.887670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "refresh_cache-dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.887670] env[66507]: DEBUG nova.network.neutron [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.307071] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 61ab880f-1ead-4b02-8ea4-d86c1fcf6ab9] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 889.344766] env[66507]: WARNING neutronclient.v2_0.client [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.377087] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.377635] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 889.380585] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.401s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.383577] env[66507]: INFO nova.compute.claims [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.391669] env[66507]: WARNING neutronclient.v2_0.client [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.415185] env[66507]: DEBUG nova.network.neutron [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.489673] env[66507]: DEBUG nova.network.neutron [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.554559] env[66507]: WARNING neutronclient.v2_0.client [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.644068] env[66507]: DEBUG nova.network.neutron [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updated VIF entry in instance network info cache for port 96968ed2-524a-4501-a7d1-7490fddfa884. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.644068] env[66507]: DEBUG nova.network.neutron [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updating instance_info_cache with network_info: [{"id": "96968ed2-524a-4501-a7d1-7490fddfa884", "address": "fa:16:3e:c8:bc:02", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96968ed2-52", "ovs_interfaceid": "96968ed2-524a-4501-a7d1-7490fddfa884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.791975] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.812136] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 06b813d7-570d-472b-b020-26c19fa7baae] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 889.836094] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.836335] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.836533] env[66507]: DEBUG nova.network.neutron [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.888163] env[66507]: DEBUG nova.compute.utils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.894848] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 889.894848] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 889.894848] env[66507]: WARNING neutronclient.v2_0.client [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.894848] env[66507]: WARNING neutronclient.v2_0.client [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.949352] env[66507]: DEBUG nova.policy [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8034835cb2fd40de873c3e2cf67c379c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f451612f94e0465f884528c35f766a2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.994015] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "refresh_cache-dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.994502] env[66507]: DEBUG nova.compute.manager [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 889.994754] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.995678] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9c460-12c2-495d-a46f-356bf456733a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.004365] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.004625] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a427258-0c96-4641-99c8-78778dec8370 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.011809] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 890.011809] env[66507]: value = "task-4638269" [ 890.011809] env[66507]: _type = "Task" [ 890.011809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.022223] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.124892] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.149808] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9ee21ca-ef2a-4b9c-9fd2-3c131e1ea62e req-4f315ac5-7561-4dc5-b869-8fc5cd3badde service nova] Releasing lock "refresh_cache-2aa65d4f-eb3a-4f91-89bc-5850efbddbea" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.318560] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1d1edb0d-fc47-4667-a281-f15498d6999f] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 890.322043] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Successfully created port: 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.339449] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.392860] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 890.484886] env[66507]: WARNING neutronclient.v2_0.client [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.526015] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638269, 'name': PowerOffVM_Task, 'duration_secs': 0.195832} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.526656] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.526889] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.527259] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2ad747f-86d4-4010-addb-1be2aac102c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.561469] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.561760] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.562252] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleting the datastore file [datastore1] dde1f9c6-0004-40f6-bbf9-da1ba4f865bc {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.564021] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ae453f-28dd-42ea-9d58-0fea39932eeb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.571897] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 890.571897] env[66507]: value = "task-4638271" [ 890.571897] env[66507]: _type = "Task" [ 890.571897] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.581528] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.588526] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.648666] env[66507]: DEBUG nova.network.neutron [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.821653] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0e2b3204-5953-4492-8a52-72a2d396fd2f] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 890.933017] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a7ec2-35fe-44ab-a6c7-4676fd722ed0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.940998] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb675bb4-dc52-42ae-acb0-aab1f4254070 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.974739] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1450cc47-7114-4282-93fe-5797ab897d1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.984428] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58ff871-2837-493e-b6a9-93eb34cb5abf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.998411] env[66507]: DEBUG nova.compute.provider_tree [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.082721] env[66507]: DEBUG oslo_vmware.api [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097011} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.082985] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.083181] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.083356] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.083525] env[66507]: INFO nova.compute.manager [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 891.083773] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.083969] env[66507]: DEBUG nova.compute.manager [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 891.084093] env[66507]: DEBUG nova.network.neutron [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 891.084353] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.115962] env[66507]: DEBUG nova.network.neutron [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.116309] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.153064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.265095] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.265095] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.265350] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.265548] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.265704] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.269056] env[66507]: INFO nova.compute.manager [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Terminating instance [ 891.326979] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 9ed068e3-a530-4000-805b-07b321db2857] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 891.403590] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 891.428791] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.429049] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.429207] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.429381] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.429519] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.429660] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.429861] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.430020] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.430313] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.430484] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.430651] env[66507]: DEBUG nova.virt.hardware [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.431539] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb3ebd-7424-4ec9-a40a-6e9415925648 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.440197] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead466d-a620-4fd1-88e3-9676ef17e790 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.501245] env[66507]: DEBUG nova.scheduler.client.report [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.619651] env[66507]: DEBUG nova.network.neutron [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.677978] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc215b5-21ab-4d85-9f2a-1a7d84e240e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699477] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6479217-b6af-4c53-825a-466660d274e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.708654] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.771958] env[66507]: DEBUG nova.compute.manager [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 891.772926] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c85c1d70-8706-4aae-8381-ceae4b6d529c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.783983] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526bc8d-2d27-4d90-bfc2-cf0bee149429 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.797730] env[66507]: DEBUG nova.compute.manager [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-vif-plugged-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 891.797895] env[66507]: DEBUG oslo_concurrency.lockutils [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] Acquiring lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.798118] env[66507]: DEBUG oslo_concurrency.lockutils [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.798287] env[66507]: DEBUG oslo_concurrency.lockutils [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.798477] env[66507]: DEBUG nova.compute.manager [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] No waiting events found dispatching network-vif-plugged-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 891.798648] env[66507]: WARNING nova.compute.manager [req-522b298a-f44e-42ad-9e57-d49aa6096372 req-c6f3636d-f24d-4c03-9059-a903ed540d7d service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received unexpected event network-vif-plugged-70e83de1-5321-4460-b0c4-606c6cf63b1c for instance with vm_state building and task_state spawning. [ 891.829265] env[66507]: WARNING nova.virt.vmwareapi.driver [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed could not be found. [ 891.829430] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.829753] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de7fdcef-f385-4866-bd38-d109a33a5a2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.831853] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ab5ee36c-7ea1-45a3-acfb-16b416290613] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 891.841537] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b536eb4-81bf-49bb-bd8a-656b67d3dedb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.884380] env[66507]: WARNING nova.virt.vmwareapi.vmops [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed could not be found. [ 891.884594] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.884785] env[66507]: INFO nova.compute.manager [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Took 0.11 seconds to destroy the instance on the hypervisor. [ 891.885158] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.886371] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Successfully updated port: 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.888737] env[66507]: DEBUG nova.compute.manager [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 891.888815] env[66507]: DEBUG nova.network.neutron [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 891.890215] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.965116] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.006657] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.007333] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 892.009928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.425s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.011381] env[66507]: INFO nova.compute.claims [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.122318] env[66507]: INFO nova.compute.manager [-] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Took 1.04 seconds to deallocate network for instance. [ 892.215048] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.215299] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e3f1fa-64a8-4103-bb9f-c73a480d1ef0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.223806] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 892.223806] env[66507]: value = "task-4638272" [ 892.223806] env[66507]: _type = "Task" [ 892.223806] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.233638] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.335386] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0ff6a92c-b3a9-4fd3-b302-a4a4dcd56003] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 892.394855] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.395072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.395210] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.516905] env[66507]: DEBUG nova.compute.utils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.520831] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 892.525034] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 892.525034] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.525034] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.581827] env[66507]: DEBUG nova.policy [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dc3d343cd4d4e82873a2a46b9dcfff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e9752b00dc4701a3fdbf50edcfe665', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.630290] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.734920] env[66507]: DEBUG oslo_vmware.api [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638272, 'name': PowerOnVM_Task, 'duration_secs': 0.399958} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.735217] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.735395] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-224b1353-2e4a-4db9-ac2b-602552055751 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance '1737cecc-643d-4d84-8a01-93f7d564d28a' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.839628] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ab514ff8-f675-4898-823a-4f58a8b5735a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 892.900788] env[66507]: DEBUG nova.network.neutron [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.947845] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Successfully created port: 3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.021336] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 893.048548] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 893.344249] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Successfully created port: e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.345038] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 52f7e78a-d25a-4b24-b349-9c3593c25b31] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 893.405133] env[66507]: INFO nova.compute.manager [-] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Took 1.52 seconds to deallocate network for instance. [ 893.545864] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d6f65e-4b1d-47c1-861a-7ffec53f2d93 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.555068] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d3ed9-8415-49cb-85a7-f9e8a86ce412 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.591069] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb8e5e-296b-4c68-8f9b-f1d1ebcc83f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.602504] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d9912-5502-4f2b-8894-7ebbcee23fb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618755] env[66507]: DEBUG nova.compute.provider_tree [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.848090] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 926749ff-9e7e-4464-9845-78e9ed50750c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 893.964193] env[66507]: INFO nova.compute.manager [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Took 0.56 seconds to detach 1 volumes for instance. [ 893.966517] env[66507]: DEBUG nova.compute.manager [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Deleting volume: 51dbcaa0-39b1-449a-8993-a015c2c7dfd5 {{(pid=66507) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 894.007114] env[66507]: WARNING neutronclient.v2_0.client [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.033173] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 894.063874] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.064313] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.064565] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.064913] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.065171] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.065389] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.065745] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.066132] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.066346] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.066898] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.066984] env[66507]: DEBUG nova.virt.hardware [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.068875] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e35777e-b6c3-472a-8d23-e2e6176dd4de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.079797] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d92a2c-0969-4814-9379-e0040804a8c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.121798] env[66507]: DEBUG nova.scheduler.client.report [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.351061] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1ef47f44-ff48-4bd0-9983-89e66f03e217] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 894.469161] env[66507]: DEBUG nova.network.neutron [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.507899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.628596] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.629173] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 894.632549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.777s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.632549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.636018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.077s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.636018] env[66507]: INFO nova.compute.claims [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.666959] env[66507]: INFO nova.scheduler.client.report [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted allocations for instance 2d94b07b-290a-423d-b01d-188d45f213e5 [ 894.851185] env[66507]: DEBUG nova.compute.manager [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 894.851438] env[66507]: DEBUG nova.compute.manager [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing instance network info cache due to event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 894.851669] env[66507]: DEBUG oslo_concurrency.lockutils [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.854966] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: cde0590b-87f2-4620-a44c-7d603f5eee4d] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 894.974785] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.974785] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Instance network_info: |[{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 894.974785] env[66507]: DEBUG oslo_concurrency.lockutils [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.974785] env[66507]: DEBUG nova.network.neutron [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.975447] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:55:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70e83de1-5321-4460-b0c4-606c6cf63b1c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.985332] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Creating folder: Project (f451612f94e0465f884528c35f766a2b). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.987584] env[66507]: WARNING neutronclient.v2_0.client [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.991148] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56918318-4f2a-4163-8533-5b4552d97d23 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.007092] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Created folder: Project (f451612f94e0465f884528c35f766a2b) in parent group-v905587. [ 895.008055] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Creating folder: Instances. Parent ref: group-v905770. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.008055] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e733ad4-d408-4000-b812-b7aa8edbe1e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.020542] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Created folder: Instances in parent group-v905770. [ 895.020790] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.021026] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.021257] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e45b8943-23b8-491b-ac8f-a5f555bbf641 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.044847] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.044847] env[66507]: value = "task-4638276" [ 895.044847] env[66507]: _type = "Task" [ 895.044847] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.059604] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638276, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.063465] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Successfully updated port: 3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 895.141453] env[66507]: DEBUG nova.compute.utils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.145306] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 895.146824] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 895.146824] env[66507]: WARNING neutronclient.v2_0.client [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.146824] env[66507]: WARNING neutronclient.v2_0.client [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.182242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-afd2febc-e886-4479-aaf5-7c832ded54c0 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "2d94b07b-290a-423d-b01d-188d45f213e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.816s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.196033] env[66507]: DEBUG nova.policy [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc566426d5e41e4a91415eb126ff24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001efa42e584baa80144e9c91d5cc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.236822] env[66507]: WARNING neutronclient.v2_0.client [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.359820] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: f359b97b-32fa-4122-b698-9300c2d7bf32] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 895.501320] env[66507]: DEBUG nova.network.neutron [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updated VIF entry in instance network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 895.501773] env[66507]: DEBUG nova.network.neutron [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.503885] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Successfully created port: 83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.558325] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638276, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.653251] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 895.863649] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a079b28c-58d6-4c63-9ef8-9d4c612da783] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 896.010189] env[66507]: DEBUG oslo_concurrency.lockutils [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.010189] env[66507]: DEBUG nova.compute.manager [req-0bbc7ae8-307e-42cd-84a2-dda67faea9a0 req-9903b1d7-b038-4c40-8f70-ddf4636ce1a9 service nova] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Received event network-vif-deleted-0052f641-2dd8-4428-acf9-f0d20241e6a3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 896.055596] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638276, 'name': CreateVM_Task, 'duration_secs': 0.673964} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.058413] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.059212] env[66507]: WARNING neutronclient.v2_0.client [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.059580] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.059729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.060301] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ed0f1e-f7d4-44d9-ae60-571943e87932 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.065515] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 896.065515] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52695c0b-ccc8-8abd-914b-86d06a26b845" [ 896.065515] env[66507]: _type = "Task" [ 896.065515] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.077891] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52695c0b-ccc8-8abd-914b-86d06a26b845, 'name': SearchDatastore_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.078211] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.078463] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.078707] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.078849] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.079037] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.079305] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc38510-f2d3-4075-8c6d-32ffa3c4b9b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.091149] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.091386] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.093912] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30cfb9e6-c367-4073-a49e-4b29fff78059 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.100861] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.107737] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 896.107737] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5257750f-86d3-4d3b-86ab-38c8016a97b2" [ 896.107737] env[66507]: _type = "Task" [ 896.107737] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.121616] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5257750f-86d3-4d3b-86ab-38c8016a97b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.122479] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd78853-d279-4397-85a2-92ff249f5693 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.126033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea708a-a30d-4878-bb94-54ffc867c660 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.132262] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 896.132262] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528cc9bd-54b4-876b-ce58-a15b79716bb8" [ 896.132262] env[66507]: _type = "Task" [ 896.132262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.138418] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5eda5-80be-4a93-af10-2279a8f6f5bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.148612] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528cc9bd-54b4-876b-ce58-a15b79716bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.172734] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.173058] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 4480d705-775d-41ed-93bd-18ef3045f7c5/4480d705-775d-41ed-93bd-18ef3045f7c5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.178387] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1d14a8-8bf9-49f8-84f8-4b117c38dbb6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.181178] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96500fef-9b8f-42f5-83bf-811f45e7ac02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.192825] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b6d11-bb59-4e95-b5a5-06a06b44f399 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.197440] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 896.197440] env[66507]: value = "task-4638277" [ 896.197440] env[66507]: _type = "Task" [ 896.197440] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.211191] env[66507]: DEBUG nova.compute.provider_tree [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.219829] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.369176] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0b281382-9c5a-4d87-8208-276181c1f6e6] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 896.679593] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 896.710792] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.713735] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.714085] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.714326] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.714564] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.714738] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.714916] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.715223] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.715406] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.715831] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.716045] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.716351] env[66507]: DEBUG nova.virt.hardware [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.717331] env[66507]: DEBUG nova.scheduler.client.report [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.721635] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58f91a-28d3-49de-9baf-d6a8fb69e5da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.731843] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e92ae-ed6a-4fd4-9de7-6f0428000113 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.873311] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 24d5d4bc-dda2-48ca-a82f-52dbdb03edde] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 897.100271] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Successfully updated port: 83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.124589] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Successfully updated port: e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.209730] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543571} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.209730] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 4480d705-775d-41ed-93bd-18ef3045f7c5/4480d705-775d-41ed-93bd-18ef3045f7c5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.210262] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.210262] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15213a5d-4c5b-4c3b-bd7f-33977526ff97 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.218602] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 897.218602] env[66507]: value = "task-4638278" [ 897.218602] env[66507]: _type = "Task" [ 897.218602] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.228854] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.229410] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 897.231917] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.233084] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.233452] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.233717] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.235844] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.918s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.236038] env[66507]: DEBUG nova.objects.instance [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.276492] env[66507]: DEBUG nova.network.neutron [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Port e225da9e-2b6c-428f-becf-f147ff4ffa8e binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 897.276744] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.276884] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.277110] env[66507]: DEBUG nova.network.neutron [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.379030] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: f6d1ad47-73a4-4b7b-8d87-4f268648f6d3] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 897.604407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.604860] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.604860] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.630656] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.630855] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.631044] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.728894] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071184} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.729195] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.730016] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92e96c-24ba-47d2-b388-e6d3808550e4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.745495] env[66507]: DEBUG nova.compute.utils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.758976] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4480d705-775d-41ed-93bd-18ef3045f7c5/4480d705-775d-41ed-93bd-18ef3045f7c5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.761909] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4ac4ded2-4f01-4ca4-a358-06b5790aa8c9 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.525s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.763020] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 897.763020] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.763520] env[66507]: WARNING neutronclient.v2_0.client [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.763840] env[66507]: WARNING neutronclient.v2_0.client [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.765686] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8fe5d2-6ea6-419a-9e22-543901efc3ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.780528] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.539s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.780725] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.782689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.825s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.784329] env[66507]: INFO nova.compute.claims [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.789062] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.790823] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.791049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.791242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.791426] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.791560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.794032] env[66507]: INFO nova.compute.manager [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Terminating instance [ 897.800141] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 897.800141] env[66507]: value = "task-4638279" [ 897.800141] env[66507]: _type = "Task" [ 897.800141] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.812922] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.815545] env[66507]: INFO nova.scheduler.client.report [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance 95f59604-5255-4b59-a7ba-d27fd95838ed [ 897.835867] env[66507]: DEBUG nova.policy [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49281da8e6b14d30ac67eb8d3a876a43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd8a51a1a35242e4bb11d34ba174f475', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.864650] env[66507]: DEBUG nova.compute.manager [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-vif-plugged-e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 897.864650] env[66507]: DEBUG oslo_concurrency.lockutils [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] Acquiring lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.864650] env[66507]: DEBUG oslo_concurrency.lockutils [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.864650] env[66507]: DEBUG oslo_concurrency.lockutils [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.864876] env[66507]: DEBUG nova.compute.manager [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] No waiting events found dispatching network-vif-plugged-e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 897.864950] env[66507]: WARNING nova.compute.manager [req-c51bb67e-da33-48e1-8390-749a8555d3ac req-8ff37fdf-95fc-417d-b43e-9022db001d51 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received unexpected event network-vif-plugged-e5d90b2d-3f1f-430c-9459-a9a36aefacfa for instance with vm_state building and task_state spawning. [ 897.868824] env[66507]: DEBUG nova.compute.manager [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-vif-plugged-3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 897.868824] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Acquiring lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.868824] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.868824] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.869048] env[66507]: DEBUG nova.compute.manager [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] No waiting events found dispatching network-vif-plugged-3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 897.869144] env[66507]: WARNING nova.compute.manager [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received unexpected event network-vif-plugged-3e20b641-4278-4066-8dfa-c8e0a8b399df for instance with vm_state building and task_state spawning. [ 897.869294] env[66507]: DEBUG nova.compute.manager [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-changed-3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 897.869438] env[66507]: DEBUG nova.compute.manager [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Refreshing instance network info cache due to event network-changed-3e20b641-4278-4066-8dfa-c8e0a8b399df. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 897.869598] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Acquiring lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.881197] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 08c3c037-85f1-49ef-9eb2-3b70ef4440f0] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 897.909037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.909037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.909037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.909037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.909810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.912389] env[66507]: INFO nova.compute.manager [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Terminating instance [ 898.149601] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.181427] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 898.190860] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Successfully created port: 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 898.217521] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 898.260675] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 898.297382] env[66507]: DEBUG nova.network.neutron [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.299640] env[66507]: DEBUG nova.compute.manager [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 898.299854] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.301892] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec2103-20bb-4bca-b5c6-dfc4c21294ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.317705] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638279, 'name': ReconfigVM_Task, 'duration_secs': 0.297892} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.319842] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4480d705-775d-41ed-93bd-18ef3045f7c5/4480d705-775d-41ed-93bd-18ef3045f7c5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.322476] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.325579] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32115cb9-6d5b-4ea4-b0cb-c7f44f541697 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.327421] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38e629a8-5a34-42f6-a3a8-c9773400afa1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.329632] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6353903-debb-4925-b488-9fc0591279c2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "95f59604-5255-4b59-a7ba-d27fd95838ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.647s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.337505] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 898.337505] env[66507]: value = "task-4638281" [ 898.337505] env[66507]: _type = "Task" [ 898.337505] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.338798] env[66507]: DEBUG oslo_vmware.api [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 898.338798] env[66507]: value = "task-4638280" [ 898.338798] env[66507]: _type = "Task" [ 898.338798] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.358190] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638281, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.383167] env[66507]: WARNING neutronclient.v2_0.client [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.386144] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 908f5b17-ebe3-44e8-8e92-638e55e5952b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 898.419212] env[66507]: DEBUG nova.compute.manager [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 898.419462] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.419736] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765d94c8-bf23-4314-bc66-9124b6d19d81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.429014] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 898.429014] env[66507]: value = "task-4638282" [ 898.429014] env[66507]: _type = "Task" [ 898.429014] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.439494] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.443512] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.603948] env[66507]: DEBUG nova.network.neutron [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.799969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.818498] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.852226] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638281, 'name': Rename_Task, 'duration_secs': 0.166606} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.852568] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.853177] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702239c7-2562-450a-bbbb-7c35a897f3ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.858561] env[66507]: DEBUG oslo_vmware.api [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638280, 'name': PowerOffVM_Task, 'duration_secs': 0.312855} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.861992] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.862252] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.864247] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 898.864247] env[66507]: value = "task-4638283" [ 898.864247] env[66507]: _type = "Task" [ 898.864247] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.864738] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfbb7181-0849-46e9-8adc-db1892de659b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.879898] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.889094] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 3ef432d0-f2d0-42d5-ba75-d7e9d30de8ac] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 898.939674] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638282, 'name': PowerOffVM_Task, 'duration_secs': 0.216092} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.942880] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.943080] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 898.943299] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905662', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'name': 'volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fff5636-22aa-46f4-b8b0-19e24a76c3e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'serial': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 898.944825] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138dc052-b65f-494a-88e8-910a25fcc686 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.950757] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.950993] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.951211] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleting the datastore file [datastore2] bb5de9fc-3550-4641-bbb4-7c5224310f8c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.968362] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24645716-ed25-4352-98be-4c9005820040 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.974753] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b869a-32e6-40a9-99fc-ad323eff0022 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.985597] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970a0d9-df2f-40f9-b868-e4466428146e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.988660] env[66507]: DEBUG oslo_vmware.api [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for the task: (returnval){ [ 898.988660] env[66507]: value = "task-4638285" [ 898.988660] env[66507]: _type = "Task" [ 898.988660] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.017235] env[66507]: DEBUG nova.network.neutron [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updating instance_info_cache with network_info: [{"id": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "address": "fa:16:3e:d9:ff:bf", "network": {"id": "a547da76-7e8b-41bb-9c32-8cdc98536982", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-225386567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e20b641-42", "ovs_interfaceid": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "address": "fa:16:3e:aa:09:f8", "network": {"id": "5785da22-96c0-4740-be32-97205ab0977c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-330513397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d90b2d-3f", "ovs_interfaceid": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.022027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf63758-824d-4618-8a9d-74ac48695ae5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.029264] env[66507]: DEBUG oslo_vmware.api [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.045901] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898/volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 899.051923] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 899.056000] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea78917-d7e5-414e-81c8-20a30e7b7557 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.081885] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 899.081885] env[66507]: value = "task-4638286" [ 899.081885] env[66507]: _type = "Task" [ 899.081885] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.093456] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.110633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.111032] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Instance network_info: |[{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 899.112133] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:f3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83db9863-6931-46e1-acf7-4fa3aa3bef88', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.120275] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.120511] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.120732] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16fcb59c-c880-4d29-86c8-f1d37deb28b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.145399] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.145399] env[66507]: value = "task-4638287" [ 899.145399] env[66507]: _type = "Task" [ 899.145399] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.158682] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638287, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.273164] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 899.305536] env[66507]: DEBUG nova.compute.manager [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66507) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 899.305768] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.308647] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.308779] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.308891] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.309141] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.309267] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.309432] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.309656] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.309831] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.310030] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.310191] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.310387] env[66507]: DEBUG nova.virt.hardware [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.311531] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b745d-eb9b-4e0d-af08-058a13d55bbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.325972] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0e41c-122f-4933-b674-dcb408e38ca7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.379602] env[66507]: DEBUG oslo_vmware.api [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638283, 'name': PowerOnVM_Task, 'duration_secs': 0.513854} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.379924] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.380156] env[66507]: INFO nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Took 7.98 seconds to spawn the instance on the hypervisor. [ 899.380334] env[66507]: DEBUG nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 899.381245] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e6e9e4-a6bf-4fb7-a802-1ca8d698ea0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.394673] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0a4b2d86-1e21-4d46-b85c-a4956b3cd284] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 899.404376] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115472ef-719c-47ed-8d55-b798158bca6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.414230] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f12ea-4400-418b-98be-0b14f287f4e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.453121] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2557797-29a5-4362-8513-56ce4d8d288d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.464026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a64944-1216-44f9-9b32-f6569f9a86a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.480363] env[66507]: DEBUG nova.compute.provider_tree [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.503420] env[66507]: DEBUG oslo_vmware.api [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Task: {'id': task-4638285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188309} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.503680] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.503870] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.504039] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.504237] env[66507]: INFO nova.compute.manager [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 899.504449] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.504648] env[66507]: DEBUG nova.compute.manager [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 899.504747] env[66507]: DEBUG nova.network.neutron [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 899.505047] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.520173] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.520648] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Instance network_info: |[{"id": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "address": "fa:16:3e:d9:ff:bf", "network": {"id": "a547da76-7e8b-41bb-9c32-8cdc98536982", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-225386567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e20b641-42", "ovs_interfaceid": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "address": "fa:16:3e:aa:09:f8", "network": {"id": "5785da22-96c0-4740-be32-97205ab0977c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-330513397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d90b2d-3f", "ovs_interfaceid": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 899.521034] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Acquired lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.521236] env[66507]: DEBUG nova.network.neutron [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Refreshing network info cache for port 3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.522743] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ff:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e20b641-4278-4066-8dfa-c8e0a8b399df', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:09:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d90b2d-3f1f-430c-9459-a9a36aefacfa', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.534082] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.535115] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.535371] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b7a22e-5bb2-42de-b027-cefb13f9f432 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.557735] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.572211] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.572211] env[66507]: value = "task-4638288" [ 899.572211] env[66507]: _type = "Task" [ 899.572211] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.579326] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638288, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.593421] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638286, 'name': ReconfigVM_Task, 'duration_secs': 0.193062} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.593732] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.600112] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1426a7a5-844c-44f0-a7c3-2acecfcb6055 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.618037] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 899.618037] env[66507]: value = "task-4638289" [ 899.618037] env[66507]: _type = "Task" [ 899.618037] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.627679] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.657683] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638287, 'name': CreateVM_Task, 'duration_secs': 0.470642} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.657886] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.658465] env[66507]: WARNING neutronclient.v2_0.client [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.658922] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.659182] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.659684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.660110] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b735ad26-1fd7-4dbf-872c-7a03a32c1f16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.666929] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 899.666929] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5204802d-2d91-8a9f-908f-050a63c14b5c" [ 899.666929] env[66507]: _type = "Task" [ 899.666929] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.676945] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5204802d-2d91-8a9f-908f-050a63c14b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.813465] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Successfully updated port: 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 899.902717] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: aa189a25-2dad-4dfd-affc-5e596ccd94ac] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 899.907709] env[66507]: INFO nova.compute.manager [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Took 47.37 seconds to build instance. [ 899.983436] env[66507]: DEBUG nova.scheduler.client.report [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.036554] env[66507]: WARNING neutronclient.v2_0.client [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.079554] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638288, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.128945] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638289, 'name': ReconfigVM_Task, 'duration_secs': 0.153355} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.129903] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905662', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'name': 'volume-aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fff5636-22aa-46f4-b8b0-19e24a76c3e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898', 'serial': 'aa7731e1-5f85-48a8-ba90-bcee8dfc0898'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 900.130215] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.131063] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a32b04-c130-4f5b-a80a-075ca195a51e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.139817] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.139933] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f0059be-fd54-4548-b1e7-0d207b56dc18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.182560] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5204802d-2d91-8a9f-908f-050a63c14b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.182560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.182560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.183057] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.183057] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.183057] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.183248] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee86385-bc51-4b52-9316-249e84534b8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.198448] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.198654] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.199441] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ac477a-e61a-4426-9d34-89c1195725eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.207294] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 900.207294] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52029a0e-dc49-f884-ca3c-5c71f72e528f" [ 900.207294] env[66507]: _type = "Task" [ 900.207294] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.217662] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.217889] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.218091] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Deleting the datastore file [datastore1] 4fff5636-22aa-46f4-b8b0-19e24a76c3e1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.219966] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-changed-e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 900.219966] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Refreshing instance network info cache due to event network-changed-e5d90b2d-3f1f-430c-9459-a9a36aefacfa. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 900.220074] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Acquiring lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.221026] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6999386c-bff3-447b-befe-ed79360e9344 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.227710] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52029a0e-dc49-f884-ca3c-5c71f72e528f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.235033] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for the task: (returnval){ [ 900.235033] env[66507]: value = "task-4638291" [ 900.235033] env[66507]: _type = "Task" [ 900.235033] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.235746] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Received event network-vif-plugged-83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 900.235951] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.236573] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.236573] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.236573] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] No waiting events found dispatching network-vif-plugged-83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 900.236910] env[66507]: WARNING nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Received unexpected event network-vif-plugged-83db9863-6931-46e1-acf7-4fa3aa3bef88 for instance with vm_state building and task_state spawning. [ 900.236910] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Received event network-changed-83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 900.236910] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Refreshing instance network info cache due to event network-changed-83db9863-6931-46e1-acf7-4fa3aa3bef88. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 900.237114] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Acquiring lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237222] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Acquired lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237414] env[66507]: DEBUG nova.network.neutron [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Refreshing network info cache for port 83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.239583] env[66507]: WARNING neutronclient.v2_0.client [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.249236] env[66507]: WARNING neutronclient.v2_0.client [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.258085] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.315900] env[66507]: DEBUG nova.network.neutron [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.319238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.319238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.319238] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.326240] env[66507]: DEBUG nova.network.neutron [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updated VIF entry in instance network info cache for port 3e20b641-4278-4066-8dfa-c8e0a8b399df. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.326704] env[66507]: DEBUG nova.network.neutron [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updating instance_info_cache with network_info: [{"id": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "address": "fa:16:3e:d9:ff:bf", "network": {"id": "a547da76-7e8b-41bb-9c32-8cdc98536982", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-225386567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e20b641-42", "ovs_interfaceid": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "address": "fa:16:3e:aa:09:f8", "network": {"id": "5785da22-96c0-4740-be32-97205ab0977c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-330513397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d90b2d-3f", "ovs_interfaceid": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.406783] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 46af7146-bb98-48bf-8902-cdde40747ac0] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 900.410773] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1f539518-4425-433d-9df2-741f097cb28e tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.615s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.438022] env[66507]: WARNING neutronclient.v2_0.client [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.488594] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.489145] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 900.491876] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.555s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.492284] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.495623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.828s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.500032] env[66507]: INFO nova.compute.claims [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.521911] env[66507]: INFO nova.scheduler.client.report [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Deleted allocations for instance 7168415b-f625-4b52-a52e-cb5a95e73ac8 [ 900.529881] env[66507]: DEBUG nova.network.neutron [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updated VIF entry in instance network info cache for port 83db9863-6931-46e1-acf7-4fa3aa3bef88. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.531275] env[66507]: DEBUG nova.network.neutron [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.582387] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638288, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.718167] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52029a0e-dc49-f884-ca3c-5c71f72e528f, 'name': SearchDatastore_Task, 'duration_secs': 0.024915} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.719029] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cd1334-b16c-448d-a48a-74ed09c44194 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.725413] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 900.725413] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52052dd0-2991-fd32-c0c1-f2aa464c904f" [ 900.725413] env[66507]: _type = "Task" [ 900.725413] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.734194] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52052dd0-2991-fd32-c0c1-f2aa464c904f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.749149] env[66507]: DEBUG oslo_vmware.api [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Task: {'id': task-4638291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369407} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.749472] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.749661] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.749834] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.750009] env[66507]: INFO nova.compute.manager [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Took 2.33 seconds to destroy the instance on the hypervisor. [ 900.750266] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.750467] env[66507]: DEBUG nova.compute.manager [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 900.750562] env[66507]: DEBUG nova.network.neutron [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.750846] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.796408] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.818697] env[66507]: INFO nova.compute.manager [-] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Took 1.31 seconds to deallocate network for instance. [ 900.830096] env[66507]: DEBUG oslo_concurrency.lockutils [req-04ab5380-1faf-4ebe-b95e-a52f734d9da0 req-3dc43737-eca5-4cf1-bb9c-aee9780252df service nova] Releasing lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.830298] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Acquired lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.830351] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Refreshing network info cache for port e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.851862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.852103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.909943] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ec16c77f-8a26-48cb-9ad5-b524350fcf0b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 901.001809] env[66507]: DEBUG nova.compute.utils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.005754] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 901.005952] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.006355] env[66507]: WARNING neutronclient.v2_0.client [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.006664] env[66507]: WARNING neutronclient.v2_0.client [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.030971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02a3767d-3247-46e4-93ca-d418b0947551 tempest-ServerShowV257Test-464675452 tempest-ServerShowV257Test-464675452-project-member] Lock "7168415b-f625-4b52-a52e-cb5a95e73ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.403s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.032263] env[66507]: DEBUG oslo_concurrency.lockutils [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] Releasing lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.032538] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Received event network-vif-deleted-2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 901.032849] env[66507]: INFO nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Neutron deleted interface 2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef; detaching it from the instance and deleting it from the info cache [ 901.033101] env[66507]: DEBUG nova.network.neutron [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.079705] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638288, 'name': CreateVM_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.079926] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.080402] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.080709] env[66507]: WARNING neutronclient.v2_0.client [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.081115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.081264] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.081668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.081830] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fda264-79f6-4c00-ad6c-cd4648bfe35b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.087394] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 901.087394] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a44d72-4212-704a-1eb6-33f717e46ffa" [ 901.087394] env[66507]: _type = "Task" [ 901.087394] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.096333] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a44d72-4212-704a-1eb6-33f717e46ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.237494] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52052dd0-2991-fd32-c0c1-f2aa464c904f, 'name': SearchDatastore_Task, 'duration_secs': 0.018309} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.237819] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.238117] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.238483] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d162d38c-4f67-4799-ab56-105945d082d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.250097] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 901.250097] env[66507]: value = "task-4638292" [ 901.250097] env[66507]: _type = "Task" [ 901.250097] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.262482] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.300288] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 901.328021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.335716] env[66507]: WARNING neutronclient.v2_0.client [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.355976] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 901.415126] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: bc5e389f-916a-43c6-b01e-f3d7fa257603] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 901.509037] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 901.540124] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f25a654-0409-444c-a0f3-e0a8250b212c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.551182] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad920eb-164e-43f8-867d-effc09674c7d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.610053] env[66507]: DEBUG nova.compute.manager [req-f866047e-5fdf-4832-9918-1c44fd9285a8 req-4d9f4bb3-3eb9-4f0b-906f-994c2c87ba4d service nova] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Detach interface failed, port_id=2fad89a7-c7d8-4089-96eb-e3afbcf1c9ef, reason: Instance bb5de9fc-3550-4641-bbb4-7c5224310f8c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 901.620185] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a44d72-4212-704a-1eb6-33f717e46ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.014248} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.620333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.620983] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.620983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.620983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.621147] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.621860] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc2d8a91-6b28-4af4-826e-8348f5872c0d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637115] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.640140] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.641040] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60ba0d1-543a-46f6-85ff-6b345df7ed1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.648747] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 901.648747] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ead11-63a7-c556-a42b-bcdacbf4c997" [ 901.648747] env[66507]: _type = "Task" [ 901.648747] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.660129] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528ead11-63a7-c556-a42b-bcdacbf4c997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.763202] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.832508] env[66507]: DEBUG nova.network.neutron [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.847710] env[66507]: DEBUG nova.policy [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.883604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.919549] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: c5ab4ba1-c5cf-4f16-953e-148263d7160b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 901.937777] env[66507]: WARNING neutronclient.v2_0.client [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.170366] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528ead11-63a7-c556-a42b-bcdacbf4c997, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.171186] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee155322-15ed-4eda-9c0d-5016d6ca8315 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.181257] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 902.181257] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5274d331-5f2a-aa0c-58f6-f2e7b3ba48c6" [ 902.181257] env[66507]: _type = "Task" [ 902.181257] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.186223] env[66507]: DEBUG nova.network.neutron [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.190380] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5274d331-5f2a-aa0c-58f6-f2e7b3ba48c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.208314] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73b5115-8bbe-4830-8f39-cd49f03c1762 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.219435] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c463b993-22e5-49c8-8a45-debbc3f4286b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.263517] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccaa838-5452-4aab-b395-8c12da5446fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.270505] env[66507]: WARNING neutronclient.v2_0.client [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.277420] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba4003-2337-4985-8099-8aa1e02429b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.282367] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.296757] env[66507]: DEBUG nova.compute.provider_tree [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.328076] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Successfully created port: 877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 902.335041] env[66507]: INFO nova.compute.manager [-] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Took 1.58 seconds to deallocate network for instance. [ 902.413149] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updated VIF entry in instance network info cache for port e5d90b2d-3f1f-430c-9459-a9a36aefacfa. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.413730] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updating instance_info_cache with network_info: [{"id": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "address": "fa:16:3e:d9:ff:bf", "network": {"id": "a547da76-7e8b-41bb-9c32-8cdc98536982", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-225386567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e20b641-42", "ovs_interfaceid": "3e20b641-4278-4066-8dfa-c8e0a8b399df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "address": "fa:16:3e:aa:09:f8", "network": {"id": "5785da22-96c0-4740-be32-97205ab0977c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-330513397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78e9752b00dc4701a3fdbf50edcfe665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d90b2d-3f", "ovs_interfaceid": "e5d90b2d-3f1f-430c-9459-a9a36aefacfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.423076] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: c7aecc3c-6705-466d-a8d1-2b3cb86c2f8a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 902.517711] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 902.548342] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.548639] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.548787] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.548958] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.549112] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.549248] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.549451] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.549599] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.549752] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.549902] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.550080] env[66507]: DEBUG nova.virt.hardware [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.550972] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbd043-6fdf-4718-aa96-5d5eae28426e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.560747] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe554d51-ba07-4bdf-b9e0-7821acec77df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.693033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.693447] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Instance network_info: |[{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 902.693767] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5274d331-5f2a-aa0c-58f6-f2e7b3ba48c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.694143] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:51:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.702589] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.702970] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.703293] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c5cd055f-0a7d-496f-a444-f9c1cb254c3e/c5cd055f-0a7d-496f-a444-f9c1cb254c3e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.703611] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.703773] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb98c83f-8681-4343-adee-3d1f170c61b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.708427] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfae43ea-8573-4431-9d17-6678976237df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.732755] env[66507]: DEBUG nova.compute.manager [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 902.732955] env[66507]: DEBUG nova.compute.manager [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing instance network info cache due to event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 902.733177] env[66507]: DEBUG oslo_concurrency.lockutils [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.733313] env[66507]: DEBUG oslo_concurrency.lockutils [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.733464] env[66507]: DEBUG nova.network.neutron [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.739586] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 902.739586] env[66507]: value = "task-4638293" [ 902.739586] env[66507]: _type = "Task" [ 902.739586] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.744483] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.744483] env[66507]: value = "task-4638294" [ 902.744483] env[66507]: _type = "Task" [ 902.744483] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.752519] env[66507]: DEBUG nova.compute.manager [req-7036cf40-7979-4272-a5ae-fe51f94abe7c req-78ecb2e9-fe97-4418-9b3a-541c0e6b6411 service nova] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Received event network-vif-deleted-98dc1dde-c7d8-465d-ac43-a3b1b4641bab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 902.761386] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.773919] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638294, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.778867] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.800028] env[66507]: DEBUG nova.scheduler.client.report [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.901362] env[66507]: INFO nova.compute.manager [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Took 0.57 seconds to detach 1 volumes for instance. [ 902.907999] env[66507]: DEBUG nova.compute.manager [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Deleting volume: aa7731e1-5f85-48a8-ba90-bcee8dfc0898 {{(pid=66507) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 902.916422] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Releasing lock "refresh_cache-c5cd055f-0a7d-496f-a444-f9c1cb254c3e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916725] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received event network-vif-plugged-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 902.917357] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Acquiring lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.917357] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.917357] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.917528] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] No waiting events found dispatching network-vif-plugged-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 902.917689] env[66507]: WARNING nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received unexpected event network-vif-plugged-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 for instance with vm_state building and task_state spawning. [ 902.917855] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 902.918433] env[66507]: DEBUG nova.compute.manager [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing instance network info cache due to event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 902.918433] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Acquiring lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.918589] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Acquired lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.918684] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.926575] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 91c5749f-a8d0-4463-83c8-3712955ee1cb] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 903.239337] env[66507]: WARNING neutronclient.v2_0.client [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.251770] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.262190] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638294, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.271926] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.907019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.272227] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.272499] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.272804] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8e20d5-3985-4219-9852-acc4435e9dd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.281509] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 903.281509] env[66507]: value = "task-4638296" [ 903.281509] env[66507]: _type = "Task" [ 903.281509] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.292729] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.307956] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.308669] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 903.311752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.993s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.313476] env[66507]: INFO nova.compute.claims [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.424588] env[66507]: WARNING neutronclient.v2_0.client [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.434427] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 433a2a92-9167-450b-922a-a963c8ba9d34] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 903.459912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.671166] env[66507]: WARNING neutronclient.v2_0.client [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.752910] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638293, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.762096] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638294, 'name': CreateVM_Task, 'duration_secs': 0.629123} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.762341] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.762854] env[66507]: WARNING neutronclient.v2_0.client [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.763235] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.763405] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.763713] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.764033] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a88df5-ecc6-4417-ba4d-36f7989bd3d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.769549] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 903.769549] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f57e6a-a7df-3067-74bf-5c5f8c35a2da" [ 903.769549] env[66507]: _type = "Task" [ 903.769549] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.780716] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f57e6a-a7df-3067-74bf-5c5f8c35a2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.781977] env[66507]: WARNING neutronclient.v2_0.client [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.792742] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243055} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.793011] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.794213] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb96fe-d84b-41e7-9eb4-9ca37c9fdfe0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.818541] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.825019] env[66507]: DEBUG nova.compute.utils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.825019] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0f9711-8b9a-4ddb-bbee-4415980dcb33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.839178] env[66507]: DEBUG nova.network.neutron [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updated VIF entry in instance network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.839526] env[66507]: DEBUG nova.network.neutron [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.840990] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 903.847114] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 903.847114] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.847114] env[66507]: WARNING neutronclient.v2_0.client [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.847114] env[66507]: WARNING neutronclient.v2_0.client [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.856199] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 903.856199] env[66507]: value = "task-4638297" [ 903.856199] env[66507]: _type = "Task" [ 903.856199] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.866704] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.920627] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Successfully updated port: 877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.941010] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: e279d81b-3200-40a8-967a-04d3fe34ee9b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 903.967998] env[66507]: DEBUG nova.policy [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd311148fa241ba9a3eb41c80283eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c0df34c81444df3856c9af785de013d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.973602] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updated VIF entry in instance network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.973952] env[66507]: DEBUG nova.network.neutron [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.255630] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638293, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042263} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.259054] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] c5cd055f-0a7d-496f-a444-f9c1cb254c3e/c5cd055f-0a7d-496f-a444-f9c1cb254c3e.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.259375] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.259935] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-648ef483-128e-4adc-a1ef-695ec4eac091 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.268035] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 904.268035] env[66507]: value = "task-4638298" [ 904.268035] env[66507]: _type = "Task" [ 904.268035] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.285325] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f57e6a-a7df-3067-74bf-5c5f8c35a2da, 'name': SearchDatastore_Task, 'duration_secs': 0.017384} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.290849] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.291222] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.291527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.291732] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.291967] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.292341] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.292821] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2ccdb7-3463-46f6-a37b-1a14e89026b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.296577] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Successfully created port: f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.310440] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.310625] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.311958] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5e57cd-9176-4435-92fb-5f24e6d6c489 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.319772] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 904.319772] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5253bf00-e9bb-d762-09a2-4b02e8876f27" [ 904.319772] env[66507]: _type = "Task" [ 904.319772] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.328521] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5253bf00-e9bb-d762-09a2-4b02e8876f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.349545] env[66507]: DEBUG oslo_concurrency.lockutils [req-8c1842a2-74f2-4acd-a1da-4a5a8e52af58 req-94df39a2-a0e4-4dc2-824b-e07c57454e65 service nova] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c415db-b1fd-4d89-88e0-b44f3dbfa087 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.370710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc82e9-5757-465a-b217-520478a93ba8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.375035] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.407032] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3229bef-bd3a-4988-94b1-6f2f726742c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.414337] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b3fca-b081-49bf-a162-2a35c45a5312 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.429085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.429318] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.429609] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.433527] env[66507]: DEBUG nova.compute.provider_tree [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.448555] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 37454815-84ce-48bb-b057-15c876873e73] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 904.476548] env[66507]: DEBUG oslo_concurrency.lockutils [req-2b41bc78-6e51-4494-94a5-7400c47ffebd req-3c6da7f5-7a98-4036-a673-8b0005cd5718 service nova] Releasing lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.778577] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.780917] env[66507]: DEBUG nova.compute.manager [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received event network-vif-plugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 904.781161] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.781363] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.781523] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.781684] env[66507]: DEBUG nova.compute.manager [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] No waiting events found dispatching network-vif-plugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 904.781843] env[66507]: WARNING nova.compute.manager [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received unexpected event network-vif-plugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 for instance with vm_state building and task_state spawning. [ 904.781993] env[66507]: DEBUG nova.compute.manager [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received event network-changed-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 904.782153] env[66507]: DEBUG nova.compute.manager [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Refreshing instance network info cache due to event network-changed-877aa5c7-aff6-4627-8c6e-1a81c8df4701. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 904.782313] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Acquiring lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.831190] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5253bf00-e9bb-d762-09a2-4b02e8876f27, 'name': SearchDatastore_Task, 'duration_secs': 0.057208} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.832037] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab8ce3-37ff-4ec7-a9d2-b847509493f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.839609] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 904.839609] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bb6356-0d5c-6a74-2222-b5c76707a2d9" [ 904.839609] env[66507]: _type = "Task" [ 904.839609] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.850176] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bb6356-0d5c-6a74-2222-b5c76707a2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.859538] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 904.872066] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.885520] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.885759] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.885907] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.886093] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.886268] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.886413] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.886620] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.886773] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.886968] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.887177] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.887405] env[66507]: DEBUG nova.virt.hardware [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.888375] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852e9f39-8d71-489e-b20c-dbd07f1725b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.897172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4968e-9721-4db0-b864-fcf2009d7137 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.937504] env[66507]: DEBUG nova.scheduler.client.report [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.952031] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7dec543d-026e-4c30-a03e-2f913b553cce] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 904.980659] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.227721] env[66507]: WARNING neutronclient.v2_0.client [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.278990] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.944541} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.279315] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.280142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af1579-0dbe-4ead-bdd3-4543c89d7aa4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.307186] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c5cd055f-0a7d-496f-a444-f9c1cb254c3e/c5cd055f-0a7d-496f-a444-f9c1cb254c3e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.307941] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7a9083-9612-4fa1-a347-0b145250c6b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.328904] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 905.328904] env[66507]: value = "task-4638299" [ 905.328904] env[66507]: _type = "Task" [ 905.328904] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.339288] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.351198] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bb6356-0d5c-6a74-2222-b5c76707a2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.039443} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.351580] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.351951] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 3f9cf55b-c733-46d0-b9ad-b361f39ce387/3f9cf55b-c733-46d0-b9ad-b361f39ce387.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.352266] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f0513e-f021-4aa0-9375-0fd520cf6653 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.361227] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 905.361227] env[66507]: value = "task-4638300" [ 905.361227] env[66507]: _type = "Task" [ 905.361227] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.374062] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.377449] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638297, 'name': ReconfigVM_Task, 'duration_secs': 1.334844} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.380491] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.381375] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ce84ac6-2999-4472-bac7-a161aa4ad6b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.389447] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 905.389447] env[66507]: value = "task-4638301" [ 905.389447] env[66507]: _type = "Task" [ 905.389447] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.399522] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638301, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.445463] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.446597] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 905.453615] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.896s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.453615] env[66507]: INFO nova.compute.claims [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.455530] env[66507]: DEBUG nova.network.neutron [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updating instance_info_cache with network_info: [{"id": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "address": "fa:16:3e:ef:4a:b6", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877aa5c7-af", "ovs_interfaceid": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.456458] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 4b4c0062-a4ac-4ded-b482-80d461cb0e5a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 905.845851] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638299, 'name': ReconfigVM_Task, 'duration_secs': 0.312204} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.846352] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c5cd055f-0a7d-496f-a444-f9c1cb254c3e/c5cd055f-0a7d-496f-a444-f9c1cb254c3e.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.847131] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9852b3a0-1cfb-47f7-85df-76eb1bb649a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.857358] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 905.857358] env[66507]: value = "task-4638302" [ 905.857358] env[66507]: _type = "Task" [ 905.857358] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.872221] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638302, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.872699] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Successfully updated port: f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 905.886568] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513197} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.887551] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 3f9cf55b-c733-46d0-b9ad-b361f39ce387/3f9cf55b-c733-46d0-b9ad-b361f39ce387.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.887815] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.888421] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-def37688-2269-4982-bed9-41d7371121da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.908352] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638301, 'name': Rename_Task, 'duration_secs': 0.141969} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.908583] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.909066] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 905.909066] env[66507]: value = "task-4638303" [ 905.909066] env[66507]: _type = "Task" [ 905.909066] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.909317] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74bd10f5-edf5-4c8a-ab9d-7de110d5a3c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.925513] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.927355] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 905.927355] env[66507]: value = "task-4638304" [ 905.927355] env[66507]: _type = "Task" [ 905.927355] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.937700] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.956534] env[66507]: DEBUG nova.compute.utils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.960571] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 905.960744] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 905.961097] env[66507]: WARNING neutronclient.v2_0.client [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.961491] env[66507]: WARNING neutronclient.v2_0.client [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.963979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.964389] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance network_info: |[{"id": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "address": "fa:16:3e:ef:4a:b6", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877aa5c7-af", "ovs_interfaceid": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 905.965130] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 8bfe6cb6-0fd2-416f-ba65-775627e38628] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 905.967931] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Acquired lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.968080] env[66507]: DEBUG nova.network.neutron [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Refreshing network info cache for port 877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.969439] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4a:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '877aa5c7-aff6-4627-8c6e-1a81c8df4701', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.981394] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.986536] env[66507]: WARNING neutronclient.v2_0.client [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.988488] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.989878] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0276436-7cc6-48a3-9496-a0cab22b5fce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.013152] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.013152] env[66507]: value = "task-4638305" [ 906.013152] env[66507]: _type = "Task" [ 906.013152] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.022959] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638305, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.028040] env[66507]: DEBUG nova.compute.manager [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Received event network-vif-plugged-f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 906.028309] env[66507]: DEBUG oslo_concurrency.lockutils [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] Acquiring lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.028640] env[66507]: DEBUG oslo_concurrency.lockutils [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.028719] env[66507]: DEBUG oslo_concurrency.lockutils [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.028926] env[66507]: DEBUG nova.compute.manager [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] No waiting events found dispatching network-vif-plugged-f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 906.029045] env[66507]: WARNING nova.compute.manager [req-4cf3ea2a-7435-4b6b-946a-a9b6e72382bd req-b011a79c-bcb2-4227-8222-2d77835dd641 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Received unexpected event network-vif-plugged-f7755990-4338-41d6-9db5-fbee821cf28f for instance with vm_state building and task_state spawning. [ 906.034158] env[66507]: DEBUG nova.policy [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd763ea3db5c4a1595a3642f13af376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b6ac497994f2a81d3e3dda97a1381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.167719] env[66507]: WARNING neutronclient.v2_0.client [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.271378] env[66507]: DEBUG nova.network.neutron [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updated VIF entry in instance network info cache for port 877aa5c7-aff6-4627-8c6e-1a81c8df4701. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.271743] env[66507]: DEBUG nova.network.neutron [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updating instance_info_cache with network_info: [{"id": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "address": "fa:16:3e:ef:4a:b6", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877aa5c7-af", "ovs_interfaceid": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.369882] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638302, 'name': Rename_Task, 'duration_secs': 0.175866} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.370290] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.370612] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb25722e-6bcd-47d7-b0b7-005b595950aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.378628] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Successfully created port: ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 906.383650] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 906.383650] env[66507]: value = "task-4638306" [ 906.383650] env[66507]: _type = "Task" [ 906.383650] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.389067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.389267] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.389448] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.399732] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.423169] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.423568] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.424521] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ab1b6-00b1-42cc-87ee-b3ab44451ba9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.449484] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3f9cf55b-c733-46d0-b9ad-b361f39ce387/3f9cf55b-c733-46d0-b9ad-b361f39ce387.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.450400] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1a364b-a307-4142-a52e-c89595144117 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.471332] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 906.477623] env[66507]: DEBUG oslo_vmware.api [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638304, 'name': PowerOnVM_Task, 'duration_secs': 0.51132} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.479277] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.479514] env[66507]: INFO nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Took 9.80 seconds to spawn the instance on the hypervisor. [ 906.479698] env[66507]: DEBUG nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 906.480689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8013281-50d9-48e7-bfb2-0d0d5f1feb66 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.484724] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 906.484724] env[66507]: value = "task-4638307" [ 906.484724] env[66507]: _type = "Task" [ 906.484724] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.492872] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 53257a1e-cf01-4b87-b1a1-081176888044] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 906.505013] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.531197] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638305, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.775779] env[66507]: DEBUG oslo_concurrency.lockutils [req-e7b2d682-4404-4717-a65c-c706bcd37b4b req-42004576-636e-4f0a-b1a7-533d22fbb13e service nova] Releasing lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.903704] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.944052] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 906.997042] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638307, 'name': ReconfigVM_Task, 'duration_secs': 0.31783} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.000166] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3f9cf55b-c733-46d0-b9ad-b361f39ce387/3f9cf55b-c733-46d0-b9ad-b361f39ce387.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.000978] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 894f7e07-daed-4ad0-b4e9-127cc8fa561d] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 907.007266] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b40535a-b6cc-4902-9e8b-f23b9955bfef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.017817] env[66507]: INFO nova.compute.manager [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Took 52.45 seconds to build instance. [ 907.027974] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 907.027974] env[66507]: value = "task-4638308" [ 907.027974] env[66507]: _type = "Task" [ 907.027974] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.035350] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638305, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.043317] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638308, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.059720] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7dded-b884-425b-b81f-7fe98141fbf2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.069342] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb300807-a141-484a-89e0-b9e70ae655db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106258] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0ba41-0516-4443-bda4-acf1dc5077df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.115277] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cac623-7591-4554-a904-a6a7b32bc041 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.130330] env[66507]: DEBUG nova.compute.provider_tree [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.204509] env[66507]: WARNING neutronclient.v2_0.client [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.397832] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.443691] env[66507]: DEBUG nova.network.neutron [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Updating instance_info_cache with network_info: [{"id": "f7755990-4338-41d6-9db5-fbee821cf28f", "address": "fa:16:3e:1e:da:0a", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7755990-43", "ovs_interfaceid": "f7755990-4338-41d6-9db5-fbee821cf28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.487644] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 907.508503] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.508740] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances with incomplete migration {{(pid=66507) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11935}} [ 907.531265] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1f21d81e23db663a58e7d727f314d49',container_format='bare',created_at=2025-11-21T02:23:43Z,direct_url=,disk_format='vmdk',id=828256e0-fe49-4099-bdda-b5b6143655c4,min_disk=1,min_ram=0,name='tempest-test-snap-916290920',owner='9a3b6ac497994f2a81d3e3dda97a1381',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-21T02:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.531595] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.531798] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.532014] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.532174] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.532390] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.532626] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.532797] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.534593] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.534593] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.534593] env[66507]: DEBUG nova.virt.hardware [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.534593] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ec3bdff-8572-4df7-b55d-2cf3c8fda276 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.185s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.536813] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eae665c-7605-4c06-81dd-13665b5a9f4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.545858] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638305, 'name': CreateVM_Task, 'duration_secs': 1.454028} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.546597] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.547641] env[66507]: WARNING neutronclient.v2_0.client [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.548049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.548209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.548567] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.548908] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637d3279-76e4-413a-91f3-b7886b3723ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.557914] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638308, 'name': Rename_Task, 'duration_secs': 0.340525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.559775] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c8f42-4afb-4c06-bb26-11e87bfc8eeb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.564451] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.566023] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ead32a-250d-4dfc-80d0-3765278b37eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.568264] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 907.568264] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9c24d-226d-d325-a328-5e831b9aa8d2" [ 907.568264] env[66507]: _type = "Task" [ 907.568264] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.583810] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 907.583810] env[66507]: value = "task-4638309" [ 907.583810] env[66507]: _type = "Task" [ 907.583810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.591745] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e9c24d-226d-d325-a328-5e831b9aa8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016108} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.595876] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.595876] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.595876] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.595876] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.595876] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.595876] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362ac446-8e6c-4dfe-b608-ceaf0d208c82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.600244] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638309, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.626301] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.626529] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.627346] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88999f0-22c3-4d0a-8a85-868bea288163 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.634047] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 907.634047] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e21f11-2b5b-0cff-a488-a2fbe0d49d83" [ 907.634047] env[66507]: _type = "Task" [ 907.634047] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.638746] env[66507]: DEBUG nova.scheduler.client.report [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.650104] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e21f11-2b5b-0cff-a488-a2fbe0d49d83, 'name': SearchDatastore_Task, 'duration_secs': 0.01321} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.650963] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae302be-16e1-4a4d-9e1b-850e2c93db69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.657908] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 907.657908] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ab0cfc-28d7-07fa-a912-1813ede171cf" [ 907.657908] env[66507]: _type = "Task" [ 907.657908] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.669285] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab0cfc-28d7-07fa-a912-1813ede171cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.900770] env[66507]: DEBUG oslo_vmware.api [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638306, 'name': PowerOnVM_Task, 'duration_secs': 1.233826} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.901197] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.901631] env[66507]: INFO nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Took 13.87 seconds to spawn the instance on the hypervisor. [ 907.901803] env[66507]: DEBUG nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 907.902890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd128e2-7cb8-45ea-b9d4-609bd1b99ce9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.949746] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.951310] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Instance network_info: |[{"id": "f7755990-4338-41d6-9db5-fbee821cf28f", "address": "fa:16:3e:1e:da:0a", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7755990-43", "ovs_interfaceid": "f7755990-4338-41d6-9db5-fbee821cf28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 907.951817] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:da:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7755990-4338-41d6-9db5-fbee821cf28f', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.962361] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 907.963751] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.964211] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d425600d-d0f0-46ed-934f-d8bd8f3f031e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.988032] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.988032] env[66507]: value = "task-4638310" [ 907.988032] env[66507]: _type = "Task" [ 907.988032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.000177] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638310, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.001420] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Successfully updated port: ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 908.016336] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.095168] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.145839] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.147513] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.799s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.147858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.150597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.372s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.152700] env[66507]: INFO nova.compute.claims [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.171018] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ab0cfc-28d7-07fa-a912-1813ede171cf, 'name': SearchDatastore_Task, 'duration_secs': 0.021385} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.171018] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.171018] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5206cd4b-231c-4367-bcaf-f86bb6792768/5206cd4b-231c-4367-bcaf-f86bb6792768.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.171291] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8bcfb5-22bc-473e-a28b-920d465b12f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.178604] env[66507]: INFO nova.scheduler.client.report [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Deleted allocations for instance c7f74212-1365-46f7-8aa3-b98c3d442a9e [ 908.182539] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 908.182539] env[66507]: value = "task-4638311" [ 908.182539] env[66507]: _type = "Task" [ 908.182539] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.195321] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.213146] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Received event network-changed-f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 908.213857] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Refreshing instance network info cache due to event network-changed-f7755990-4338-41d6-9db5-fbee821cf28f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 908.214127] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Acquiring lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.214315] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Acquired lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.214556] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Refreshing network info cache for port f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.425922] env[66507]: INFO nova.compute.manager [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Took 54.46 seconds to build instance. [ 908.500948] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638310, 'name': CreateVM_Task, 'duration_secs': 0.487699} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.500948] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.501537] env[66507]: WARNING neutronclient.v2_0.client [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.501537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.501681] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.501945] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.503094] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2976c1-19ee-4f0a-ba29-e248e902ad33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.504778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.505505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.505505] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 908.511291] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 908.511291] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5235e15c-0447-299f-738e-8cb74c36b2e6" [ 908.511291] env[66507]: _type = "Task" [ 908.511291] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.522488] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5235e15c-0447-299f-738e-8cb74c36b2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.599402] env[66507]: DEBUG oslo_vmware.api [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638309, 'name': PowerOnVM_Task, 'duration_secs': 0.523474} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.599402] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.599617] env[66507]: INFO nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Took 9.33 seconds to spawn the instance on the hypervisor. [ 908.600500] env[66507]: DEBUG nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 908.600833] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02c5625-a86f-4ee0-abcb-d6604376089f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.660404] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "b1f5d31c-73e1-44be-9a93-eeedee560cd8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.660736] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "b1f5d31c-73e1-44be-9a93-eeedee560cd8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.696386] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.696977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cda6f4ba-1471-4085-86e7-e976b9b95743 tempest-AttachInterfacesV270Test-1318192588 tempest-AttachInterfacesV270Test-1318192588-project-member] Lock "c7f74212-1365-46f7-8aa3-b98c3d442a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.444s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.718030] env[66507]: WARNING neutronclient.v2_0.client [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.927749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b9dde16-f7f7-480d-ad6e-f412a402b239 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.457s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.939663] env[66507]: WARNING neutronclient.v2_0.client [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.024675] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5235e15c-0447-299f-738e-8cb74c36b2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.065384} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.025125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.025442] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.025706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.025882] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.026103] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.026586] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ec617d-741a-4f3d-beff-a15e3975ec72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.029748] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Updated VIF entry in instance network info cache for port f7755990-4338-41d6-9db5-fbee821cf28f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.030303] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Updating instance_info_cache with network_info: [{"id": "f7755990-4338-41d6-9db5-fbee821cf28f", "address": "fa:16:3e:1e:da:0a", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7755990-43", "ovs_interfaceid": "f7755990-4338-41d6-9db5-fbee821cf28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.043325] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.043325] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.043325] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3348acac-c92e-4815-b41c-ee1c04c50c36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.052359] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 909.052359] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528a18f7-cde8-fd76-5468-42da47fe489e" [ 909.052359] env[66507]: _type = "Task" [ 909.052359] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.068375] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528a18f7-cde8-fd76-5468-42da47fe489e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.078035] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 909.127092] env[66507]: INFO nova.compute.manager [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Took 46.59 seconds to build instance. [ 909.168957] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "b1f5d31c-73e1-44be-9a93-eeedee560cd8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.168957] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 909.206328] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590514} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.207307] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5206cd4b-231c-4367-bcaf-f86bb6792768/5206cd4b-231c-4367-bcaf-f86bb6792768.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.207639] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.210614] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c51bd4a-2bcd-4d4a-98b7-8685d2035f7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.222121] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 909.222121] env[66507]: value = "task-4638312" [ 909.222121] env[66507]: _type = "Task" [ 909.222121] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.239287] env[66507]: WARNING neutronclient.v2_0.client [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.243445] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.371478] env[66507]: DEBUG nova.network.neutron [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Updating instance_info_cache with network_info: [{"id": "ee511240-40fe-4980-9835-a702c3b4cdad", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee511240-40", "ovs_interfaceid": "ee511240-40fe-4980-9835-a702c3b4cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.535285] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Releasing lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.535285] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Received event network-vif-plugged-ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 909.535285] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Acquiring lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.535948] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.535948] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.535948] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] No waiting events found dispatching network-vif-plugged-ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 909.535948] env[66507]: WARNING nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Received unexpected event network-vif-plugged-ee511240-40fe-4980-9835-a702c3b4cdad for instance with vm_state building and task_state spawning. [ 909.535948] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Received event network-changed-ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 909.536382] env[66507]: DEBUG nova.compute.manager [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Refreshing instance network info cache due to event network-changed-ee511240-40fe-4980-9835-a702c3b4cdad. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 909.536382] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Acquiring lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.569867] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]528a18f7-cde8-fd76-5468-42da47fe489e, 'name': SearchDatastore_Task, 'duration_secs': 0.017014} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.571702] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28eb50f-37ac-4728-bf3f-ed5d738a7d13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.580669] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 909.580669] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5222cb26-6f5c-79d1-0768-3d3da418f955" [ 909.580669] env[66507]: _type = "Task" [ 909.580669] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.599331] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5222cb26-6f5c-79d1-0768-3d3da418f955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.628394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fe77de19-c859-401a-a5de-b402f1eb8057 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.777s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.678533] env[66507]: DEBUG nova.compute.utils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.680743] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 909.680962] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.681281] env[66507]: WARNING neutronclient.v2_0.client [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.681575] env[66507]: WARNING neutronclient.v2_0.client [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.698855] env[66507]: DEBUG nova.compute.manager [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 909.709588] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e24a50-69c5-4c13-a5b4-5abf2e2a8f0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.719618] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4680e-5d4d-45c0-936a-5784c47c81ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.762508] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077056} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.764249] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a9566-09ed-4119-9ef8-ecf7a3e25852 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.767240] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.768386] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0d7cc0-78bb-4a9e-8ba9-60061850c71d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.789599] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf2aaa-99aa-4434-bae8-f97014b13814 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.803195] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 5206cd4b-231c-4367-bcaf-f86bb6792768/5206cd4b-231c-4367-bcaf-f86bb6792768.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.804821] env[66507]: DEBUG nova.policy [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c768b7180de4119a5645f250ec7c20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52764e43af34516a7b347eea0e80ea8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.806885] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6880c7-2976-48df-96e0-69b2f850584b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.839203] env[66507]: DEBUG nova.compute.provider_tree [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.844676] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 909.844676] env[66507]: value = "task-4638313" [ 909.844676] env[66507]: _type = "Task" [ 909.844676] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.860678] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.875043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.875883] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Instance network_info: |[{"id": "ee511240-40fe-4980-9835-a702c3b4cdad", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee511240-40", "ovs_interfaceid": "ee511240-40fe-4980-9835-a702c3b4cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 909.878068] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Acquired lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.878068] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Refreshing network info cache for port ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.878198] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee511240-40fe-4980-9835-a702c3b4cdad', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.891191] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 909.891191] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.891191] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb095961-702d-45cf-a1b3-2cad6ef9c216 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.912850] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.912850] env[66507]: value = "task-4638314" [ 909.912850] env[66507]: _type = "Task" [ 909.912850] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.923101] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638314, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.950293] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.950550] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.950781] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.950960] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.951153] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.953469] env[66507]: INFO nova.compute.manager [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Terminating instance [ 910.098245] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5222cb26-6f5c-79d1-0768-3d3da418f955, 'name': SearchDatastore_Task, 'duration_secs': 0.062823} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.098245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.098245] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 495bb8c9-1cc5-4932-b0aa-605a1aacc93a/495bb8c9-1cc5-4932-b0aa-605a1aacc93a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.098245] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bed339d-057e-4c6f-b324-5a57a57ec796 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.108844] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 910.108844] env[66507]: value = "task-4638315" [ 910.108844] env[66507]: _type = "Task" [ 910.108844] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.119239] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.178229] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Successfully created port: 038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.183828] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 910.220771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.344275] env[66507]: DEBUG nova.scheduler.client.report [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.369142] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638313, 'name': ReconfigVM_Task, 'duration_secs': 0.491942} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.369142] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 5206cd4b-231c-4367-bcaf-f86bb6792768/5206cd4b-231c-4367-bcaf-f86bb6792768.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.369142] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b7d11f-5947-4be2-a78e-2e219ad8d5a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.380640] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 910.380640] env[66507]: value = "task-4638316" [ 910.380640] env[66507]: _type = "Task" [ 910.380640] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.388559] env[66507]: WARNING neutronclient.v2_0.client [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.397054] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638316, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.430762] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638314, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.458191] env[66507]: DEBUG nova.compute.manager [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 910.458796] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.460088] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9fdfb-e5d9-4e86-9b7a-ef2874c20323 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.471711] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.472178] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9a6087-50d5-43ce-b467-515db1e2b95e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.482294] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 910.482294] env[66507]: value = "task-4638317" [ 910.482294] env[66507]: _type = "Task" [ 910.482294] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.500320] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.628368] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.859981] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.859981] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 910.862621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.782s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.862718] env[66507]: DEBUG nova.objects.instance [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lazy-loading 'resources' on Instance uuid 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.893579] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638316, 'name': Rename_Task, 'duration_secs': 0.41273} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.893834] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.894455] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee341db-e39a-423e-bfa7-7dea0e534494 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.904045] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 910.904045] env[66507]: value = "task-4638318" [ 910.904045] env[66507]: _type = "Task" [ 910.904045] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.916977] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.929401] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638314, 'name': CreateVM_Task, 'duration_secs': 0.566664} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.930377] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.930972] env[66507]: WARNING neutronclient.v2_0.client [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.931373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.932482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.932482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.932619] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5585552e-e6ae-496a-a94a-dcaf96a80df7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.939331] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 910.939331] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5293d167-43e2-6189-4448-084398d36fea" [ 910.939331] env[66507]: _type = "Task" [ 910.939331] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.953096] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5293d167-43e2-6189-4448-084398d36fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.993884] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638317, 'name': PowerOffVM_Task, 'duration_secs': 0.294941} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.994249] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.994439] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.994783] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-640e9cc8-0897-4c3c-b463-3eabee13e19b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.121486] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596656} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.121486] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 495bb8c9-1cc5-4932-b0aa-605a1aacc93a/495bb8c9-1cc5-4932-b0aa-605a1aacc93a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.121766] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.121766] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3de7d0-ec5b-4cd8-9025-0a1edd23e59b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.130391] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.130620] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.130795] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleting the datastore file [datastore2] c5cd055f-0a7d-496f-a444-f9c1cb254c3e {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.132044] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7731a6f-2e85-402f-aebf-15db02e66b9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.134118] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 911.134118] env[66507]: value = "task-4638320" [ 911.134118] env[66507]: _type = "Task" [ 911.134118] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.139430] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for the task: (returnval){ [ 911.139430] env[66507]: value = "task-4638321" [ 911.139430] env[66507]: _type = "Task" [ 911.139430] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.146825] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.150373] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.192084] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 911.219818] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.220188] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.220407] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.220669] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.220878] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.221106] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.221411] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.221636] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.221900] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.222148] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.222429] env[66507]: DEBUG nova.virt.hardware [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.223689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ee1f8-d0f0-46c1-af52-a11bacb0c1ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.234838] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a594b3d-ce48-42e8-81fb-342dc7115604 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.367216] env[66507]: DEBUG nova.compute.utils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.368893] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 911.369295] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.369673] env[66507]: WARNING neutronclient.v2_0.client [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.370018] env[66507]: WARNING neutronclient.v2_0.client [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.422297] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.453234] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.453523] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Processing image 828256e0-fe49-4099-bdda-b5b6143655c4 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.453810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.453899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.454116] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.454763] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9fc20b-ebdd-4a5a-bc51-280a5cb0a7ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.468743] env[66507]: DEBUG nova.policy [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d3dd4f56c0e4761b3a6e3b6928150e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611f13dbe6b34c52972af528a3246392', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.473792] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.473792] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.476951] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a49c03-4a84-4f47-8b1f-9c2a098573cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.484262] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 911.484262] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b1bcad-0052-12ab-8d3b-46dc44ba0e27" [ 911.484262] env[66507]: _type = "Task" [ 911.484262] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.498102] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b1bcad-0052-12ab-8d3b-46dc44ba0e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.662250] env[66507]: DEBUG oslo_vmware.api [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Task: {'id': task-4638321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269435} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.662698] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076863} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.666029] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.666029] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.666250] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.666477] env[66507]: INFO nova.compute.manager [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 911.666693] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.666897] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.668787] env[66507]: DEBUG nova.compute.manager [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 911.668904] env[66507]: DEBUG nova.network.neutron [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.669197] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.673051] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473c94d-e1cb-4d54-81e6-27db2b801ba6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.697300] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 495bb8c9-1cc5-4932-b0aa-605a1aacc93a/495bb8c9-1cc5-4932-b0aa-605a1aacc93a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.700230] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8ae863-2db7-4ec4-b33a-0a01e7f10bb8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.724200] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 911.724200] env[66507]: value = "task-4638322" [ 911.724200] env[66507]: _type = "Task" [ 911.724200] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.737070] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.878269] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 911.918011] env[66507]: DEBUG oslo_vmware.api [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638318, 'name': PowerOnVM_Task, 'duration_secs': 0.622695} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.922875] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.923166] env[66507]: INFO nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Took 9.40 seconds to spawn the instance on the hypervisor. [ 911.923377] env[66507]: DEBUG nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 911.929170] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa8330-0eff-466e-b3c7-b7ac2b7f598d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.990947] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a507cf91-9a64-41b3-8833-da71d213f49b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.998530] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 912.000173] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Fetch image to [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1/OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 912.000173] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Downloading stream optimized image 828256e0-fe49-4099-bdda-b5b6143655c4 to [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1/OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1.vmdk on the data store datastore1 as vApp {{(pid=66507) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 912.000173] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Downloading image file data 828256e0-fe49-4099-bdda-b5b6143655c4 to the ESX as VM named 'OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1' {{(pid=66507) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 912.004569] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8bfa0-d309-4f88-8cc6-68bd31c5ee95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.044368] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c4419-1af7-45e8-8537-88a406d91751 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.074203] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a1893-dc37-4ad1-9388-3c49b9ca2004 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.080246] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Successfully created port: 59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 912.083118] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Successfully updated port: 038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.098062] env[66507]: DEBUG nova.compute.provider_tree [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.100578] env[66507]: WARNING neutronclient.v2_0.client [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.139706] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 912.139706] env[66507]: value = "resgroup-9" [ 912.139706] env[66507]: _type = "ResourcePool" [ 912.139706] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 912.139706] env[66507]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aa274fa7-7634-4a27-aa86-34c3e48689c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.162166] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease: (returnval){ [ 912.162166] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 912.162166] env[66507]: _type = "HttpNfcLease" [ 912.162166] env[66507]: } obtained for vApp import into resource pool (val){ [ 912.162166] env[66507]: value = "resgroup-9" [ 912.162166] env[66507]: _type = "ResourcePool" [ 912.162166] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 912.162672] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the lease: (returnval){ [ 912.162672] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 912.162672] env[66507]: _type = "HttpNfcLease" [ 912.162672] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.170249] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.170249] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 912.170249] env[66507]: _type = "HttpNfcLease" [ 912.170249] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.192669] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.235121] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.451743] env[66507]: INFO nova.compute.manager [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Took 44.52 seconds to build instance. [ 912.586062] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.587729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquired lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.587729] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.607024] env[66507]: DEBUG nova.scheduler.client.report [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.675021] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.675021] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 912.675021] env[66507]: _type = "HttpNfcLease" [ 912.675021] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.738425] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638322, 'name': ReconfigVM_Task, 'duration_secs': 0.803463} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.739149] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 495bb8c9-1cc5-4932-b0aa-605a1aacc93a/495bb8c9-1cc5-4932-b0aa-605a1aacc93a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.739860] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c49f08-f31b-4d73-8397-29818f46607f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.748507] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 912.748507] env[66507]: value = "task-4638324" [ 912.748507] env[66507]: _type = "Task" [ 912.748507] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.759421] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638324, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.853975] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Updated VIF entry in instance network info cache for port ee511240-40fe-4980-9835-a702c3b4cdad. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.854403] env[66507]: DEBUG nova.network.neutron [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Updating instance_info_cache with network_info: [{"id": "ee511240-40fe-4980-9835-a702c3b4cdad", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee511240-40", "ovs_interfaceid": "ee511240-40fe-4980-9835-a702c3b4cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.889906] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 912.927398] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.927605] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.927716] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.927914] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.928069] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.928216] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.928489] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.928645] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.928814] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.928979] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.929461] env[66507]: DEBUG nova.virt.hardware [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.930219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c8b0f4-3583-44a8-99fa-670d31a383ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.943768] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1ba68-bd29-4f86-8a0e-ecaebc1740d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.960744] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5ed475a-ac93-4b2a-ae4d-74e246a91084 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.033s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.111023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.113568] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.972s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.113751] env[66507]: DEBUG nova.objects.instance [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 913.150231] env[66507]: INFO nova.scheduler.client.report [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Deleted allocations for instance 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89 [ 913.172666] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.172666] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 913.172666] env[66507]: _type = "HttpNfcLease" [ 913.172666] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.173060] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.173060] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ee2233-278b-9e9e-f6b4-cc4ef4fdf495" [ 913.173060] env[66507]: _type = "HttpNfcLease" [ 913.173060] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 913.173875] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c3e9c-5949-4e67-9a57-67129e367775 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.183162] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.183162] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 913.246523] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abcd5409-5c99-4775-9d11-99b70f7e1e7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.258712] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638324, 'name': Rename_Task, 'duration_secs': 0.178148} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.258978] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.259243] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f28b4d2-3f14-4cda-be23-74d0293e8b9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.267442] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 913.267442] env[66507]: value = "task-4638325" [ 913.267442] env[66507]: _type = "Task" [ 913.267442] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.277348] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.356928] env[66507]: DEBUG oslo_concurrency.lockutils [req-426203fe-844c-4091-89c1-669e6b601400 req-23ab260d-2fe4-460c-9e75-cbe96b10cc49 service nova] Releasing lock "refresh_cache-4b6d52f7-fbaa-4227-ac5d-677d0414174d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.661379] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3f3444e7-681d-4512-b3f3-80ec184934d7 tempest-ServersWithSpecificFlavorTestJSON-713469048 tempest-ServersWithSpecificFlavorTestJSON-713469048-project-member] Lock "470d61b5-2b57-4700-b2ca-ab9c2f1dcd89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.817s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.694804] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Successfully updated port: 59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.731771] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.782310] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.844099] env[66507]: DEBUG nova.network.neutron [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.126701] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7fc75bac-bf7e-431d-a13a-619349e2b9b3 tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.128066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.345s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.128335] env[66507]: DEBUG nova.objects.instance [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'resources' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.130930] env[66507]: WARNING neutronclient.v2_0.client [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.198086] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.201158] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.201158] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.221267] env[66507]: DEBUG nova.compute.manager [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 914.221501] env[66507]: DEBUG nova.compute.manager [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing instance network info cache due to event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 914.222422] env[66507]: DEBUG oslo_concurrency.lockutils [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] Acquiring lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.222601] env[66507]: DEBUG oslo_concurrency.lockutils [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] Acquired lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222789] env[66507]: DEBUG nova.network.neutron [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.286079] env[66507]: DEBUG oslo_vmware.api [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638325, 'name': PowerOnVM_Task, 'duration_secs': 0.569883} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.286079] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.286079] env[66507]: INFO nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Took 9.43 seconds to spawn the instance on the hypervisor. [ 914.286079] env[66507]: DEBUG nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 914.287284] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e47038-2268-4bb4-9a6c-23074fdc11eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.305538] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 914.305538] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.307123] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ac999-0788-4603-9bc2-204a0e054f49 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.316522] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.316750] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 914.317029] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ac317bdf-3d33-4de5-99e8-494e99124760 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.333215] env[66507]: DEBUG nova.network.neutron [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Updating instance_info_cache with network_info: [{"id": "038b169a-5d28-4fc1-9123-99e582907230", "address": "fa:16:3e:87:20:0c", "network": {"id": "7e1845a6-caf6-4926-87cd-82b9a78eaf73", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1087932195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52764e43af34516a7b347eea0e80ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038b169a-5d", "ovs_interfaceid": "038b169a-5d28-4fc1-9123-99e582907230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.348217] env[66507]: INFO nova.compute.manager [-] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Took 2.68 seconds to deallocate network for instance. [ 914.477583] env[66507]: DEBUG nova.compute.manager [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Received event network-vif-plugged-038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 914.477851] env[66507]: DEBUG oslo_concurrency.lockutils [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] Acquiring lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.478283] env[66507]: DEBUG oslo_concurrency.lockutils [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.478283] env[66507]: DEBUG oslo_concurrency.lockutils [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.478597] env[66507]: DEBUG nova.compute.manager [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] No waiting events found dispatching network-vif-plugged-038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 914.478629] env[66507]: WARNING nova.compute.manager [req-46919b62-d85d-41d4-a67a-4f12c3f8a663 req-f8573599-a162-4a2e-83bc-7dcf0e3676dc service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Received unexpected event network-vif-plugged-038b169a-5d28-4fc1-9123-99e582907230 for instance with vm_state building and task_state spawning. [ 914.636709] env[66507]: DEBUG nova.objects.instance [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.644657] env[66507]: DEBUG oslo_vmware.rw_handles [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310bd9-cbeb-1a85-9d58-6a93885b2423/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.645040] env[66507]: INFO nova.virt.vmwareapi.images [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Downloaded image file data 828256e0-fe49-4099-bdda-b5b6143655c4 [ 914.645981] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0193d2c5-28ad-4b8c-80cd-acaa32344a07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.668301] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1813a690-2489-4fc2-8197-b9ce2d0df7a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.730370] env[66507]: INFO nova.virt.vmwareapi.images [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] The imported VM was unregistered [ 914.733204] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.733636] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.734575] env[66507]: WARNING neutronclient.v2_0.client [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.742078] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e20715-b4da-4db8-ada9-022983de8ccb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.762049] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.762692] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1/OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1.vmdk to [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk. {{(pid=66507) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 914.763214] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea3f69f2-5ea1-49fa-b948-024d7500589f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.773245] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 914.773245] env[66507]: value = "task-4638327" [ 914.773245] env[66507]: _type = "Task" [ 914.773245] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.774454] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.787294] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.820415] env[66507]: INFO nova.compute.manager [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Took 42.17 seconds to build instance. [ 914.837558] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Releasing lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.837943] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Instance network_info: |[{"id": "038b169a-5d28-4fc1-9123-99e582907230", "address": "fa:16:3e:87:20:0c", "network": {"id": "7e1845a6-caf6-4926-87cd-82b9a78eaf73", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1087932195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52764e43af34516a7b347eea0e80ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038b169a-5d", "ovs_interfaceid": "038b169a-5d28-4fc1-9123-99e582907230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 914.838756] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:20:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '038b169a-5d28-4fc1-9123-99e582907230', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.847508] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Creating folder: Project (a52764e43af34516a7b347eea0e80ea8). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.849357] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b4770d0-284e-49f9-8381-46b0c35a0dbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.856683] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.861023] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Created folder: Project (a52764e43af34516a7b347eea0e80ea8) in parent group-v905587. [ 914.861237] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Creating folder: Instances. Parent ref: group-v905780. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.861993] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bafb52ff-4fbd-47bd-95f5-29a2022e2022 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.876621] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Created folder: Instances in parent group-v905780. [ 914.877494] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 914.877751] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.877963] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e48a83f5-7e34-43d4-a286-914eefa968d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.905711] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.905711] env[66507]: value = "task-4638330" [ 914.905711] env[66507]: _type = "Task" [ 914.905711] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.916819] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638330, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.083949] env[66507]: WARNING neutronclient.v2_0.client [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.139374] env[66507]: DEBUG nova.objects.base [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Object Instance<3a7cf3f8-36cb-4074-9b61-444bc6919ec7> lazy-loaded attributes: resources,numa_topology {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 915.200255] env[66507]: WARNING neutronclient.v2_0.client [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.225055] env[66507]: DEBUG nova.network.neutron [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Updating instance_info_cache with network_info: [{"id": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "address": "fa:16:3e:2d:b1:ec", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dedfe4-c2", "ovs_interfaceid": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.296452] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.306331] env[66507]: DEBUG nova.network.neutron [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updated VIF entry in instance network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.306605] env[66507]: DEBUG nova.network.neutron [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.322910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bb72c904-71b8-406c-a9d6-07a2750024a2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.497s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.422922] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638330, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.479616] env[66507]: DEBUG oslo_concurrency.lockutils [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Acquiring lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.479616] env[66507]: DEBUG oslo_concurrency.lockutils [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Acquired lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.479616] env[66507]: DEBUG nova.network.neutron [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.715228] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.715584] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.715957] env[66507]: INFO nova.compute.manager [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Rebooting instance [ 915.728892] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729361] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Instance network_info: |[{"id": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "address": "fa:16:3e:2d:b1:ec", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dedfe4-c2", "ovs_interfaceid": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 915.730321] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b1:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59dedfe4-c20a-4e77-9a2d-c629ce5a90a5', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.739487] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.741276] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.741873] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94830fc4-5de9-4ece-8f93-b9308baf8d22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.761453] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71918ce0-dc29-4879-97ee-4d7a2b1acfc8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.771671] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.771671] env[66507]: value = "task-4638331" [ 915.771671] env[66507]: _type = "Task" [ 915.771671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.779277] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1d69c3-9d28-4ba2-a9e1-7d6dd3639116 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.798689] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.832643] env[66507]: DEBUG oslo_concurrency.lockutils [req-73a94068-6feb-4866-b26f-51959874bc0b req-19769496-4e76-49bb-ba2c-393ca68439c3 service nova] Releasing lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.833756] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638331, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.835237] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37087e2-1c71-4d89-9ad0-ddfd2f8e2c07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.847958] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.848432] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.848687] env[66507]: INFO nova.compute.manager [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Shelving [ 915.853422] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec2d83d-2445-42bc-b048-82648d39213b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.883187] env[66507]: DEBUG nova.compute.provider_tree [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.927814] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638330, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.982012] env[66507]: WARNING neutronclient.v2_0.client [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.205547] env[66507]: WARNING neutronclient.v2_0.client [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.247998] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.248332] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquired lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.248599] env[66507]: DEBUG nova.network.neutron [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 916.296815] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638331, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.311813] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.351453] env[66507]: DEBUG nova.network.neutron [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Updating instance_info_cache with network_info: [{"id": "f7755990-4338-41d6-9db5-fbee821cf28f", "address": "fa:16:3e:1e:da:0a", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7755990-43", "ovs_interfaceid": "f7755990-4338-41d6-9db5-fbee821cf28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.389932] env[66507]: DEBUG nova.scheduler.client.report [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.426979] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638330, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.708180] env[66507]: DEBUG nova.compute.manager [req-72bbf200-f095-499d-a27f-9dc4165ad14e req-c9949728-7199-4629-a4f6-974d2c6963f5 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-vif-deleted-e5d90b2d-3f1f-430c-9459-a9a36aefacfa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 916.708180] env[66507]: DEBUG nova.compute.manager [req-72bbf200-f095-499d-a27f-9dc4165ad14e req-c9949728-7199-4629-a4f6-974d2c6963f5 service nova] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Received event network-vif-deleted-3e20b641-4278-4066-8dfa-c8e0a8b399df {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 916.753322] env[66507]: WARNING neutronclient.v2_0.client [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.776399] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.776923] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.792944] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638331, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.809833] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.854079] env[66507]: DEBUG oslo_concurrency.lockutils [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Releasing lock "refresh_cache-495bb8c9-1cc5-4932-b0aa-605a1aacc93a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.855277] env[66507]: DEBUG nova.compute.manager [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Inject network info {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 916.856657] env[66507]: DEBUG nova.compute.manager [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] network_info to inject: |[{"id": "f7755990-4338-41d6-9db5-fbee821cf28f", "address": "fa:16:3e:1e:da:0a", "network": {"id": "679fbf1c-6807-4bca-b9c4-6ced4e03dbf3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1886665244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0df34c81444df3856c9af785de013d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7755990-43", "ovs_interfaceid": "f7755990-4338-41d6-9db5-fbee821cf28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 916.862204] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Reconfiguring VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 916.868494] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa9d5fc-91bf-4a3b-9804-1f318f58eda0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.884555] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.884958] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a26240c-2801-4ce1-a0f9-8b32d514f4ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.896469] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.768s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.904043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.321s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.906990] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 916.906990] env[66507]: value = "task-4638332" [ 916.906990] env[66507]: _type = "Task" [ 916.906990] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.908521] env[66507]: DEBUG oslo_vmware.api [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Waiting for the task: (returnval){ [ 916.908521] env[66507]: value = "task-4638333" [ 916.908521] env[66507]: _type = "Task" [ 916.908521] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.934025] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638330, 'name': CreateVM_Task, 'duration_secs': 1.655528} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.942192] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.942590] env[66507]: DEBUG oslo_vmware.api [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Task: {'id': task-4638333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.942895] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.945336] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Received event network-changed-038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 916.945588] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Refreshing instance network info cache due to event network-changed-038b169a-5d28-4fc1-9123-99e582907230. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 916.945996] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Acquiring lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.946244] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Acquired lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.946470] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Refreshing network info cache for port 038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.951801] env[66507]: WARNING neutronclient.v2_0.client [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.952271] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.952516] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.952816] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.958075] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af461a91-11f2-4095-a149-8a24bcd44c49 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.971697] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 916.971697] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fa485f-a5f3-c6bc-4ab8-92a1a574d1b6" [ 916.971697] env[66507]: _type = "Task" [ 916.971697] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.987821] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fa485f-a5f3-c6bc-4ab8-92a1a574d1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.024529] env[66507]: WARNING neutronclient.v2_0.client [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.172901] env[66507]: DEBUG nova.network.neutron [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.287062] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 917.313690] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638331, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.323234] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.422473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cbcd4040-4e78-4308-bc19-125042de991e tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.214s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.425135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.304s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.425264] env[66507]: INFO nova.compute.manager [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Unshelving [ 917.435022] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.435792] env[66507]: DEBUG oslo_vmware.api [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Task: {'id': task-4638333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.457475] env[66507]: WARNING neutronclient.v2_0.client [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.490931] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fa485f-a5f3-c6bc-4ab8-92a1a574d1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.091692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.491340] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.491596] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.491843] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.491991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.493344] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.493744] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90b8108-e972-4634-af25-15dac1cf4b7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.516492] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.516586] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.520646] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a47f67-0b90-4dfb-a6c9-cc3d9a2c9138 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.535177] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 917.535177] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52126627-a1a3-a4e0-9380-e17ffd06efa0" [ 917.535177] env[66507]: _type = "Task" [ 917.535177] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.553535] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52126627-a1a3-a4e0-9380-e17ffd06efa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.634038] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba6eb31-f2b7-438d-9dca-b81af924d010 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.645042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f53a37-07df-4398-b1a9-e63da6e1b419 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.682868] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Releasing lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.688029] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927adf12-3a92-4bf2-a73c-faae8ee786cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.700791] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b299aa10-0186-4716-bc12-6d2531a5a2df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.720366] env[66507]: DEBUG nova.compute.provider_tree [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.734985] env[66507]: WARNING neutronclient.v2_0.client [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.795771] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638331, 'name': CreateVM_Task, 'duration_secs': 1.941533} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.796041] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.796583] env[66507]: WARNING neutronclient.v2_0.client [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.797023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.797524] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.797849] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6fa11d-2187-4a4b-a42f-4e6ff85ca631 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.814691] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638327, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.912691} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.816069] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1/OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1.vmdk to [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk. [ 917.816363] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Cleaning up location [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 917.816690] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a18db2e6-d23f-4e31-94ed-6474b3379ae1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.816909] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 917.816909] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52edc0de-d2dd-2209-9313-ad7635a78f4e" [ 917.816909] env[66507]: _type = "Task" [ 917.816909] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.817174] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9cc12e7-fd4b-419e-933d-97c5c99a6ee5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.824129] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.837954] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52edc0de-d2dd-2209-9313-ad7635a78f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.837954] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Updated VIF entry in instance network info cache for port 038b169a-5d28-4fc1-9123-99e582907230. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.838486] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Updating instance_info_cache with network_info: [{"id": "038b169a-5d28-4fc1-9123-99e582907230", "address": "fa:16:3e:87:20:0c", "network": {"id": "7e1845a6-caf6-4926-87cd-82b9a78eaf73", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1087932195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52764e43af34516a7b347eea0e80ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038b169a-5d", "ovs_interfaceid": "038b169a-5d28-4fc1-9123-99e582907230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.840423] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.840836] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.840969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.841934] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 917.841934] env[66507]: value = "task-4638334" [ 917.841934] env[66507]: _type = "Task" [ 917.841934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.851651] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.929685] env[66507]: DEBUG oslo_vmware.api [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Task: {'id': task-4638333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.936109] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638332, 'name': PowerOffVM_Task, 'duration_secs': 0.713731} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.936275] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.937183] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d896a-0439-480d-9efe-501a524d2f94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.958836] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc781b-bd8c-4afb-b54a-d399cd8ff89d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052652] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52126627-a1a3-a4e0-9380-e17ffd06efa0, 'name': SearchDatastore_Task, 'duration_secs': 0.030896} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.053519] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52875d6-54d2-448c-9c7d-734a22ee36cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.060458] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 918.060458] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a453dd-2961-b01b-4fca-e69c381dbe40" [ 918.060458] env[66507]: _type = "Task" [ 918.060458] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.070602] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a453dd-2961-b01b-4fca-e69c381dbe40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.194349] env[66507]: DEBUG nova.compute.manager [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 918.195855] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd37a09f-36f1-4dce-9784-0598478d642f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.204905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.205130] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.229015] env[66507]: DEBUG nova.scheduler.client.report [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.346386] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Releasing lock "refresh_cache-a469a104-7d21-403b-9513-c37b5b9e27d4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.346680] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Received event network-vif-plugged-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 918.346868] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Acquiring lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.347075] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.347320] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.347496] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] No waiting events found dispatching network-vif-plugged-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 918.347666] env[66507]: WARNING nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Received unexpected event network-vif-plugged-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 for instance with vm_state building and task_state spawning. [ 918.347821] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Received event network-changed-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 918.351445] env[66507]: DEBUG nova.compute.manager [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Refreshing instance network info cache due to event network-changed-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 918.351445] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Acquiring lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.351445] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Acquired lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.351445] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Refreshing network info cache for port 59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.357740] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038279} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.358314] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.358491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.358771] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk to [datastore1] 4b6d52f7-fbaa-4227-ac5d-677d0414174d/4b6d52f7-fbaa-4227-ac5d-677d0414174d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.359091] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5a2803-94f4-478b-88d5-e6a730f7ed0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.369744] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 918.369744] env[66507]: value = "task-4638335" [ 918.369744] env[66507]: _type = "Task" [ 918.369744] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.381599] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.423833] env[66507]: DEBUG oslo_vmware.api [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] Task: {'id': task-4638333, 'name': ReconfigVM_Task, 'duration_secs': 1.244536} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.424768] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-092d3885-7ad1-4c95-b3f0-3baba8db6de3 tempest-ServersAdminTestJSON-1037374920 tempest-ServersAdminTestJSON-1037374920-project-admin] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Reconfigured VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 918.466075] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.474269] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 918.474269] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7207c939-6bc2-4b89-9137-b96a98a6b6b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.483250] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 918.483250] env[66507]: value = "task-4638336" [ 918.483250] env[66507]: _type = "Task" [ 918.483250] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.492991] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.572451] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a453dd-2961-b01b-4fca-e69c381dbe40, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.572711] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.572996] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a469a104-7d21-403b-9513-c37b5b9e27d4/a469a104-7d21-403b-9513-c37b5b9e27d4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.573311] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.573908] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.573908] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8ed8fd-9687-4e2b-ae8a-d951873cd3a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.576330] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93127752-6634-49d4-8126-2d5808f8738c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.588438] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.588720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.589572] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 918.589572] env[66507]: value = "task-4638337" [ 918.589572] env[66507]: _type = "Task" [ 918.589572] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.589913] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c765483a-be03-4002-9521-588a841aaadb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.600832] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 918.600832] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cb4a97-89ce-609b-4c16-a129c5da716e" [ 918.600832] env[66507]: _type = "Task" [ 918.600832] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.603987] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.613274] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cb4a97-89ce-609b-4c16-a129c5da716e, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.614144] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbf49d4-2c8a-4164-b740-7d64a0182de2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.620931] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 918.620931] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52538c6c-4777-07ad-23a6-44bdca186483" [ 918.620931] env[66507]: _type = "Task" [ 918.620931] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.630132] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52538c6c-4777-07ad-23a6-44bdca186483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.714218] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 918.739991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.739991] env[66507]: INFO nova.compute.manager [None req-2e666961-3d97-44bc-9dab-6a7f7aff8b3c tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Successfully reverted task state from rebuilding on failure for instance. [ 918.746605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.115s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.746605] env[66507]: DEBUG nova.objects.instance [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lazy-loading 'resources' on Instance uuid dde1f9c6-0004-40f6-bbf9-da1ba4f865bc {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.853338] env[66507]: WARNING neutronclient.v2_0.client [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.882712] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.015359] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.111898] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.134853] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52538c6c-4777-07ad-23a6-44bdca186483, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.139232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.139856] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] d84fb4d8-e13d-4579-a78b-fb14f251fe15/d84fb4d8-e13d-4579-a78b-fb14f251fe15.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.140445] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09578446-ac2d-4c1d-a876-df8dcb655ced {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.151843] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 919.151843] env[66507]: value = "task-4638338" [ 919.151843] env[66507]: _type = "Task" [ 919.151843] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.163899] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.217496] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aa8ef1-34a8-40f7-a98e-44eae9e2e9fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.236071] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Doing hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 919.236644] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e23dd505-7ccf-4613-a2b6-b9dc9eab80a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.245914] env[66507]: DEBUG oslo_vmware.api [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 919.245914] env[66507]: value = "task-4638339" [ 919.245914] env[66507]: _type = "Task" [ 919.245914] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.251676] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.263529] env[66507]: DEBUG oslo_vmware.api [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638339, 'name': ResetVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.347209] env[66507]: WARNING neutronclient.v2_0.client [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.383251] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.497692] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.568418] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Updated VIF entry in instance network info cache for port 59dedfe4-c20a-4e77-9a2d-c629ce5a90a5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 919.568944] env[66507]: DEBUG nova.network.neutron [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Updating instance_info_cache with network_info: [{"id": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "address": "fa:16:3e:2d:b1:ec", "network": {"id": "78b3dfba-62bc-4019-a475-eb1c686adeb9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1801628451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611f13dbe6b34c52972af528a3246392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dedfe4-c2", "ovs_interfaceid": "59dedfe4-c20a-4e77-9a2d-c629ce5a90a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.611190] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025114} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.611190] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a469a104-7d21-403b-9513-c37b5b9e27d4/a469a104-7d21-403b-9513-c37b5b9e27d4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.611418] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.611672] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2df2c6-e71d-47c3-b83b-f31da4f6eaa8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.621631] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 919.621631] env[66507]: value = "task-4638340" [ 919.621631] env[66507]: _type = "Task" [ 919.621631] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.636693] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.665402] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.762970] env[66507]: DEBUG oslo_vmware.api [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638339, 'name': ResetVM_Task, 'duration_secs': 0.149293} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.762970] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Did hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 919.763206] env[66507]: DEBUG nova.compute.manager [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 919.764287] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1aa676-685b-4ea6-8b70-bc5efb3b8531 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.883959] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.941781] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80425cb-f0d2-4903-b9b8-53592b9f10ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.952647] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfa482-750a-4640-838a-4ed5afdcaaa6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.996362] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d5cd4-c6c2-4363-87b2-505294e495a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.006689] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.010743] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5082028c-e516-4f61-8da6-e387366e249e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.030561] env[66507]: DEBUG nova.compute.provider_tree [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.075657] env[66507]: DEBUG oslo_concurrency.lockutils [req-e9020623-ef3f-48df-9191-d82cb40a0577 req-f1d3f84d-d030-4dca-9f44-4ae60dd1e251 service nova] Releasing lock "refresh_cache-d84fb4d8-e13d-4579-a78b-fb14f251fe15" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135049] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131514} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.135384] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.136299] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee05a7d-fbbe-445a-9636-e8cde1ae5eac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.169988] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a469a104-7d21-403b-9513-c37b5b9e27d4/a469a104-7d21-403b-9513-c37b5b9e27d4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.172444] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3d3054-536d-4139-ab7c-8a435d5e80dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.202026] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.206359] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 920.206359] env[66507]: value = "task-4638341" [ 920.206359] env[66507]: _type = "Task" [ 920.206359] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.217275] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.285784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7121a9a-e7e1-481e-9f04-50d44aa0641f tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.570s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.385294] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.505949] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.534978] env[66507]: DEBUG nova.scheduler.client.report [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.670717] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.719994] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.888716] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.008382] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638336, 'name': CreateSnapshot_Task, 'duration_secs': 2.405334} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.009558] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.010890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608b7f5-387e-4aff-bcd5-02e7b941d109 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.047830] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.050938] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.543s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.052593] env[66507]: DEBUG nova.objects.instance [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lazy-loading 'resources' on Instance uuid 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.094309] env[66507]: DEBUG nova.compute.manager [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 921.095344] env[66507]: DEBUG nova.compute.manager [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing instance network info cache due to event network-changed-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 921.096025] env[66507]: DEBUG oslo_concurrency.lockutils [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] Acquiring lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.096025] env[66507]: DEBUG oslo_concurrency.lockutils [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] Acquired lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.096025] env[66507]: DEBUG nova.network.neutron [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Refreshing network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.101977] env[66507]: INFO nova.scheduler.client.report [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleted allocations for instance dde1f9c6-0004-40f6-bbf9-da1ba4f865bc [ 921.169535] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.223513] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.391232] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.489497] env[66507]: INFO nova.compute.manager [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Rebuilding instance [ 921.538913] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.539332] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a0da119-1f52-4926-abae-fb6fbf3b1656 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.553579] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 921.553579] env[66507]: value = "task-4638342" [ 921.553579] env[66507]: _type = "Task" [ 921.553579] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.570215] env[66507]: DEBUG nova.compute.manager [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 921.572232] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8837c-5576-4319-a4ac-8f9512244846 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.579382] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638342, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.600429] env[66507]: WARNING neutronclient.v2_0.client [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.618192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9f6a2ec9-e85f-4444-9fc9-a525906ad0fe tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "dde1f9c6-0004-40f6-bbf9-da1ba4f865bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.255s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.674751] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.719198] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.889728] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638335, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.137101} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.893476] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/828256e0-fe49-4099-bdda-b5b6143655c4/828256e0-fe49-4099-bdda-b5b6143655c4.vmdk to [datastore1] 4b6d52f7-fbaa-4227-ac5d-677d0414174d/4b6d52f7-fbaa-4227-ac5d-677d0414174d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.894770] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc41b31a-c029-4a07-ba14-fb8ac700105d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.922333] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4b6d52f7-fbaa-4227-ac5d-677d0414174d/4b6d52f7-fbaa-4227-ac5d-677d0414174d.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.927175] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc7f62b-dabe-4892-979e-78811137e215 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.961791] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 921.961791] env[66507]: value = "task-4638343" [ 921.961791] env[66507]: _type = "Task" [ 921.961791] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.978607] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.023910] env[66507]: WARNING neutronclient.v2_0.client [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.069281] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638342, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.171330] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638338, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.582147} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.171620] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] d84fb4d8-e13d-4579-a78b-fb14f251fe15/d84fb4d8-e13d-4579-a78b-fb14f251fe15.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.171858] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.172167] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3674dbb9-a803-4b47-976a-bb070d9602ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.184573] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 922.184573] env[66507]: value = "task-4638344" [ 922.184573] env[66507]: _type = "Task" [ 922.184573] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.198251] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.208729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "5b08ea04-1209-49f4-b298-df87484f215e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.208729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.208729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "5b08ea04-1209-49f4-b298-df87484f215e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.208965] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.209249] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.215186] env[66507]: INFO nova.compute.manager [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Terminating instance [ 922.227801] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.279953] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f1ab30-722c-4bf2-a2d2-8b28980cc4a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.284770] env[66507]: DEBUG nova.network.neutron [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updated VIF entry in instance network info cache for port 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.285186] env[66507]: DEBUG nova.network.neutron [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [{"id": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "address": "fa:16:3e:9a:51:09", "network": {"id": "d58f568c-4777-4242-9ae7-3ee659f1df3a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1500116534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8a51a1a35242e4bb11d34ba174f475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfbda6c-14", "ovs_interfaceid": "3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.292487] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71e9fc2-4130-43fa-b543-f54a430d2173 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.331539] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.331795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.332038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.332281] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.332450] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.335316] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb6b764-9bc3-49c0-ad1b-e69b6cb5a6cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.338691] env[66507]: INFO nova.compute.manager [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Terminating instance [ 922.349478] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0925c1c-5486-4ecc-a32b-d784952a3620 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.369731] env[66507]: DEBUG nova.compute.provider_tree [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.476716] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.565433] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638342, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.597333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.597736] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b12dbd69-d87a-44fe-91bb-f73cf9215766 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.609100] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 922.609100] env[66507]: value = "task-4638345" [ 922.609100] env[66507]: _type = "Task" [ 922.609100] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.621512] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.698520] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141634} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.698666] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.702025] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d3984-052c-4fcc-b844-de9e0a38132d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.733327] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d84fb4d8-e13d-4579-a78b-fb14f251fe15/d84fb4d8-e13d-4579-a78b-fb14f251fe15.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.741047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "refresh_cache-5b08ea04-1209-49f4-b298-df87484f215e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.741426] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquired lock "refresh_cache-5b08ea04-1209-49f4-b298-df87484f215e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.741753] env[66507]: DEBUG nova.network.neutron [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.745177] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985c47bf-c42d-4baa-9d6a-c9eead478685 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.781143] env[66507]: WARNING neutronclient.v2_0.client [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.796304] env[66507]: DEBUG oslo_concurrency.lockutils [req-28f0756c-4ada-44e3-a495-0b2cb4d5a83e req-f93f4143-9185-464e-8444-71f925531189 service nova] Releasing lock "refresh_cache-3f9cf55b-c733-46d0-b9ad-b361f39ce387" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.796304] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638341, 'name': ReconfigVM_Task, 'duration_secs': 2.054981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.798627] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a469a104-7d21-403b-9513-c37b5b9e27d4/a469a104-7d21-403b-9513-c37b5b9e27d4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.799583] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 922.799583] env[66507]: value = "task-4638346" [ 922.799583] env[66507]: _type = "Task" [ 922.799583] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.799818] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd123425-e1dc-4985-ad3d-2a725418e200 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.813477] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 922.813477] env[66507]: value = "task-4638347" [ 922.813477] env[66507]: _type = "Task" [ 922.813477] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.817729] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.828335] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638347, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.843664] env[66507]: DEBUG nova.compute.manager [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 922.845121] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.845121] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45c400-873f-4843-9ec5-366543213525 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.861047] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.861047] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bac20a4-c7bf-4714-85bf-8d1a71a5634d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.861834] env[66507]: DEBUG nova.network.neutron [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.875039] env[66507]: DEBUG nova.scheduler.client.report [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.884344] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 922.884344] env[66507]: value = "task-4638348" [ 922.884344] env[66507]: _type = "Task" [ 922.884344] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.901286] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.977472] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638343, 'name': ReconfigVM_Task, 'duration_secs': 0.945422} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.977472] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4b6d52f7-fbaa-4227-ac5d-677d0414174d/4b6d52f7-fbaa-4227-ac5d-677d0414174d.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.978229] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-706df021-e40f-4f6e-be37-e45a90e2d9fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.988235] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 922.988235] env[66507]: value = "task-4638349" [ 922.988235] env[66507]: _type = "Task" [ 922.988235] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.009351] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638349, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.067906] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638342, 'name': CloneVM_Task} progress is 95%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.086445] env[66507]: DEBUG nova.network.neutron [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.126323] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638345, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.315294] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638346, 'name': ReconfigVM_Task, 'duration_secs': 0.421993} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.316024] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d84fb4d8-e13d-4579-a78b-fb14f251fe15/d84fb4d8-e13d-4579-a78b-fb14f251fe15.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.316325] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0bada13-0f54-4886-80d1-80136152372f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.329523] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638347, 'name': Rename_Task, 'duration_secs': 0.241391} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.331297] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.331790] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 923.331790] env[66507]: value = "task-4638350" [ 923.331790] env[66507]: _type = "Task" [ 923.331790] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.332217] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892dc364-e5a0-4041-a52a-50cebea4c567 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344223] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638350, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.346217] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 923.346217] env[66507]: value = "task-4638351" [ 923.346217] env[66507]: _type = "Task" [ 923.346217] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.358534] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.389037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.389767] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.084s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.405837] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638348, 'name': PowerOffVM_Task, 'duration_secs': 0.299754} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.408754] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.409547] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.409547] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d03902-bdaf-491e-b062-ff90e7d25bfe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.490188] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.490509] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.490788] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleting the datastore file [datastore2] 3f9cf55b-c733-46d0-b9ad-b361f39ce387 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.494447] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9ec58a3-c91e-4b7d-86af-3847e30d4e38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.504739] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638349, 'name': Rename_Task, 'duration_secs': 0.246958} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.506818] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.507387] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 923.507387] env[66507]: value = "task-4638353" [ 923.507387] env[66507]: _type = "Task" [ 923.507387] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.507675] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261932ce-f3d6-49c8-b4e8-4e9b2b6c70d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.522812] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.524705] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 923.524705] env[66507]: value = "task-4638354" [ 923.524705] env[66507]: _type = "Task" [ 923.524705] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.534151] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.565640] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638342, 'name': CloneVM_Task, 'duration_secs': 1.679076} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.566062] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Created linked-clone VM from snapshot [ 923.567432] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd104be0-6700-47c6-b6c4-c2ae37041d72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.577633] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Uploading image afbb1fde-fbff-49fd-ab9d-6e3d6c5b2c71 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.590026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Releasing lock "refresh_cache-5b08ea04-1209-49f4-b298-df87484f215e" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.590629] env[66507]: DEBUG nova.compute.manager [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 923.591442] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.593357] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a6ee6-7243-42ad-a591-ca289fc6bd48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.603248] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.605918] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88187df8-66b4-4fcc-a60e-3a747f7c3b2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.619022] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.619022] env[66507]: value = "vm-905785" [ 923.619022] env[66507]: _type = "VirtualMachine" [ 923.619022] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.619022] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 923.619022] env[66507]: value = "task-4638355" [ 923.619022] env[66507]: _type = "Task" [ 923.619022] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.619420] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c60ab9bb-512f-4fad-a193-9a44d98dfe84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.632024] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638345, 'name': PowerOffVM_Task, 'duration_secs': 0.611936} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.635074] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.635319] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.636242] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lease: (returnval){ [ 923.636242] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528fefaa-c24b-b41b-a1b4-c48d854d0568" [ 923.636242] env[66507]: _type = "HttpNfcLease" [ 923.636242] env[66507]: } obtained for exporting VM: (result){ [ 923.636242] env[66507]: value = "vm-905785" [ 923.636242] env[66507]: _type = "VirtualMachine" [ 923.636242] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.636242] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the lease: (returnval){ [ 923.636242] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528fefaa-c24b-b41b-a1b4-c48d854d0568" [ 923.636242] env[66507]: _type = "HttpNfcLease" [ 923.636242] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.636841] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e77562-135f-4a27-99d4-49c023cffda7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.648835] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.654312] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.654312] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528fefaa-c24b-b41b-a1b4-c48d854d0568" [ 923.654312] env[66507]: _type = "HttpNfcLease" [ 923.654312] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.657713] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.657713] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528fefaa-c24b-b41b-a1b4-c48d854d0568" [ 923.657713] env[66507]: _type = "HttpNfcLease" [ 923.657713] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 923.658179] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.660677] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c49546-3e7a-40f2-a6de-556950b7adb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.662688] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333783c1-f655-4d11-badf-a1940788acf6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.673269] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.673956] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 923.752064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.752064] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.752064] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore1] 959f9e7a-cc96-4d72-9387-8754fd8ffd24 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.752064] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-971f3ad0-8891-4121-b02d-b494ad65ea18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.760543] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 923.760543] env[66507]: value = "task-4638358" [ 923.760543] env[66507]: _type = "Task" [ 923.760543] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.772057] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.803537] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-494523f4-e3e5-4b74-bf75-005967542bd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.854089] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638350, 'name': Rename_Task, 'duration_secs': 0.222808} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.854905] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.855214] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f02d28b5-1869-4307-96fb-769c57a14f93 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.860877] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.867148] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 923.867148] env[66507]: value = "task-4638359" [ 923.867148] env[66507]: _type = "Task" [ 923.867148] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.879725] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.900540] env[66507]: DEBUG nova.objects.instance [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lazy-loading 'migration_context' on Instance uuid 1737cecc-643d-4d84-8a01-93f7d564d28a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.925650] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e78ba535-2b01-481d-973c-74d98074d5be tempest-ServerActionsV293TestJSON-1501321181 tempest-ServerActionsV293TestJSON-1501321181-project-member] Lock "8bcbf78e-a7b3-4281-9fb9-23beb708b9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.659s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.021204] env[66507]: DEBUG oslo_vmware.api [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275503} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.021517] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.021755] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.022046] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.022262] env[66507]: INFO nova.compute.manager [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Took 1.18 seconds to destroy the instance on the hypervisor. [ 924.023957] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 924.023957] env[66507]: DEBUG nova.compute.manager [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 924.023957] env[66507]: DEBUG nova.network.neutron [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.023957] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.038997] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638354, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.080015] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.133768] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638355, 'name': PowerOffVM_Task, 'duration_secs': 0.221056} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.134273] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.134554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.134845] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-607a7260-2f93-48a9-9006-39bf8b160786 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.169966] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.171414] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.171414] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleting the datastore file [datastore2] 5b08ea04-1209-49f4-b298-df87484f215e {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.171414] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc6e9287-aa7b-404e-be50-45fcb485847d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.181063] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for the task: (returnval){ [ 924.181063] env[66507]: value = "task-4638361" [ 924.181063] env[66507]: _type = "Task" [ 924.181063] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.191907] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.275092] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255176} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.275647] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.276320] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.276968] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.363862] env[66507]: DEBUG oslo_vmware.api [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638351, 'name': PowerOnVM_Task, 'duration_secs': 0.631359} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.364404] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.364741] env[66507]: INFO nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Took 13.17 seconds to spawn the instance on the hypervisor. [ 924.364819] env[66507]: DEBUG nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 924.365722] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae31dd1-4f8b-4d0b-b2ad-55551a84edb7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.389536] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.437096] env[66507]: DEBUG nova.compute.manager [req-fcf209ae-3bd3-4066-95b3-a7d59a260c72 req-80e5d3ba-6e0e-439f-9fa8-5b3fee6a9f12 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Received event network-vif-deleted-3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 924.438411] env[66507]: INFO nova.compute.manager [req-fcf209ae-3bd3-4066-95b3-a7d59a260c72 req-80e5d3ba-6e0e-439f-9fa8-5b3fee6a9f12 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Neutron deleted interface 3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3; detaching it from the instance and deleting it from the info cache [ 924.438840] env[66507]: DEBUG nova.network.neutron [req-fcf209ae-3bd3-4066-95b3-a7d59a260c72 req-80e5d3ba-6e0e-439f-9fa8-5b3fee6a9f12 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.542378] env[66507]: DEBUG oslo_vmware.api [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638354, 'name': PowerOnVM_Task, 'duration_secs': 0.571432} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.543526] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.543526] env[66507]: INFO nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Took 17.06 seconds to spawn the instance on the hypervisor. [ 924.543526] env[66507]: DEBUG nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 924.544864] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3d22af-4bcf-4ee7-8a2d-fac7c4c81616 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.694787] env[66507]: DEBUG oslo_vmware.api [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Task: {'id': task-4638361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209885} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.698298] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.699357] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.699566] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.699740] env[66507]: INFO nova.compute.manager [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 924.700044] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 924.700529] env[66507]: DEBUG nova.compute.manager [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 924.701520] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.701520] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.723720] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.723720] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.881108] env[66507]: DEBUG oslo_vmware.api [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638359, 'name': PowerOnVM_Task, 'duration_secs': 0.67079} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.883879] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.883879] env[66507]: INFO nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Took 11.99 seconds to spawn the instance on the hypervisor. [ 924.883879] env[66507]: DEBUG nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 924.883879] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c17a150-4e11-4a47-b3e0-4641e26be071 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.908607] env[66507]: INFO nova.compute.manager [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Took 46.38 seconds to build instance. [ 924.911730] env[66507]: DEBUG nova.network.neutron [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.942481] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1b39fe8-371d-467e-8068-008865eba2ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.956219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb448e38-99a5-41d6-98d8-4dea0be2e394 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.013487] env[66507]: DEBUG nova.compute.manager [req-fcf209ae-3bd3-4066-95b3-a7d59a260c72 req-80e5d3ba-6e0e-439f-9fa8-5b3fee6a9f12 service nova] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Detach interface failed, port_id=3dfbda6c-14b7-4eff-a6d2-a50b2908e6f3, reason: Instance 3f9cf55b-c733-46d0-b9ad-b361f39ce387 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 925.031983] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f45d69a-9a86-4a11-8207-805b4d234959 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.042048] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c79a9-6f9c-4bf5-a43e-d220f4f59dd3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.083231] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f879bfa8-4fde-4ca5-9c1f-e54bff6578d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.085961] env[66507]: INFO nova.compute.manager [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Took 49.79 seconds to build instance. [ 925.095964] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86238f52-14cc-46b9-a561-4d4b9d613de4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.112558] env[66507]: DEBUG nova.compute.provider_tree [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.226610] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.328712] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.328881] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.329093] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.329343] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.329582] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.329767] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.330014] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.330293] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.330444] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.330623] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.330928] env[66507]: DEBUG nova.virt.hardware [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.332085] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942ad15-2019-4094-a152-7096c2a69983 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.343025] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f6d1ac-bd8b-450e-928c-b0e2b319b5f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.364028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ff:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb7228a-4d10-4cb7-91c3-d67037313908', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.377641] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 925.380227] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.382973] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f919a8f-91aa-4845-b06a-ccacf0220007 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.412812] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.412812] env[66507]: value = "task-4638362" [ 925.412812] env[66507]: _type = "Task" [ 925.412812] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.416086] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a89ad6-7bad-4c52-95ec-c78693b8d614 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.367s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.416407] env[66507]: INFO nova.compute.manager [-] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Took 1.39 seconds to deallocate network for instance. [ 925.416993] env[66507]: INFO nova.compute.manager [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Took 41.66 seconds to build instance. [ 925.436641] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638362, 'name': CreateVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.589157] env[66507]: DEBUG oslo_concurrency.lockutils [None req-338eb217-1894-4042-8f2e-b48ff7e3dbb3 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.689s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.616030] env[66507]: DEBUG nova.scheduler.client.report [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.729871] env[66507]: INFO nova.compute.manager [-] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Took 1.03 seconds to deallocate network for instance. [ 925.900925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.928941] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc566537-581c-411c-953a-25665be8181e tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.565s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.928941] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638362, 'name': CreateVM_Task, 'duration_secs': 0.44424} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.929192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.028s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.929282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.929727] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.929727] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.931651] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.932566] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.933369] env[66507]: WARNING neutronclient.v2_0.client [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 925.933554] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.933906] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.934120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.935322] env[66507]: INFO nova.compute.manager [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Terminating instance [ 925.936832] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be43a73-fa18-4489-b402-405c4af71e29 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.945481] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 925.945481] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529810f1-28bb-ad49-babe-061a2d696d9c" [ 925.945481] env[66507]: _type = "Task" [ 925.945481] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.957152] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529810f1-28bb-ad49-babe-061a2d696d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.013167] env[66507]: INFO nova.compute.manager [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Rebuilding instance [ 926.090840] env[66507]: DEBUG nova.compute.manager [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 926.092450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ff526-c2a9-4e62-827f-7e56d243312f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.244261] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.446815] env[66507]: DEBUG nova.compute.manager [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 926.447122] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.448368] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9d20d-b0af-49bb-87f6-04d785ec3ddc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.462877] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529810f1-28bb-ad49-babe-061a2d696d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014279} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.465666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.465941] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.467023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.467023] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.467397] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.467620] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.467903] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3972af4-3c3a-45f1-ac91-d6356064a0c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.470207] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b10b639-5aeb-4d66-b8df-e0341c90bbf4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.479922] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 926.479922] env[66507]: value = "task-4638363" [ 926.479922] env[66507]: _type = "Task" [ 926.479922] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.486645] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.486886] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.488452] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c1ec1e-f35b-4157-b820-374755f13d77 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.496671] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.501513] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 926.501513] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b401d5-a719-30ed-1a8c-d177f8879819" [ 926.501513] env[66507]: _type = "Task" [ 926.501513] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.513795] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b401d5-a719-30ed-1a8c-d177f8879819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.599711] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.600025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.600379] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.600449] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.600587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.602915] env[66507]: INFO nova.compute.manager [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Terminating instance [ 926.631970] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.242s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.639188] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.311s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.639188] env[66507]: DEBUG nova.objects.instance [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lazy-loading 'resources' on Instance uuid bb5de9fc-3550-4641-bbb4-7c5224310f8c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.753419] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "a469a104-7d21-403b-9513-c37b5b9e27d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.753715] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.754067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.754545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.754922] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.758328] env[66507]: INFO nova.compute.manager [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Terminating instance [ 926.997926] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.017402] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b401d5-a719-30ed-1a8c-d177f8879819, 'name': SearchDatastore_Task, 'duration_secs': 0.065415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.018367] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40aef62-5472-42f6-94dc-d31055a05d68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.028455] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 927.028455] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52de2276-8c86-c637-b80d-37f0bc40d3e8" [ 927.028455] env[66507]: _type = "Task" [ 927.028455] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.045069] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52de2276-8c86-c637-b80d-37f0bc40d3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.107096] env[66507]: DEBUG nova.compute.manager [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 927.107371] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.108309] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14c8e3-956d-4646-90c0-d8cd983f0450 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113102] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.113541] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44397b24-9774-4d3a-a996-ca48d9665fa4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.118161] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.118943] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa5d3fb-fc1a-410e-8533-38ab7b0bfe9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.125455] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 927.125455] env[66507]: value = "task-4638364" [ 927.125455] env[66507]: _type = "Task" [ 927.125455] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.127301] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 927.127301] env[66507]: value = "task-4638365" [ 927.127301] env[66507]: _type = "Task" [ 927.127301] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.147637] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.154162] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.264577] env[66507]: DEBUG nova.compute.manager [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 927.264895] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.266120] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb566a7-05ed-4159-8e7b-6b7b07a18e02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.280149] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.280149] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65fc5c34-e567-470c-b4a7-9826dcf3248e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.289273] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 927.289273] env[66507]: value = "task-4638366" [ 927.289273] env[66507]: _type = "Task" [ 927.289273] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.307253] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.494517] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638363, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.542096] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52de2276-8c86-c637-b80d-37f0bc40d3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016169} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.545709] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.546182] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.547308] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b68e31c6-3a82-4630-bef2-10bdfacc2e19 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.558723] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 927.558723] env[66507]: value = "task-4638367" [ 927.558723] env[66507]: _type = "Task" [ 927.558723] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.574407] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.644889] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638364, 'name': PowerOffVM_Task, 'duration_secs': 0.255086} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.651664] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.651664] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.651840] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638365, 'name': PowerOffVM_Task, 'duration_secs': 0.302625} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.652896] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a28e04-deec-4e06-9755-8303e95e59d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.655806] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.655988] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.656287] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60eba154-8aa2-41f3-8e56-36b74c93f67a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.667349] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.667349] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61629384-6622-484b-82ad-42afa822af55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.729406] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb4ac25-d6f9-44c5-a797-ffefda64a326 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.742552] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333dc68f-0bcd-48d4-8de1-aa782248dbc4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.794286] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02506e00-7422-4991-89d2-e9d0a153a54a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.797752] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.798170] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.798443] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore1] 4b6d52f7-fbaa-4227-ac5d-677d0414174d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.799125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.799125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.799579] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleting the datastore file [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.800183] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efa1d82-5b41-4b23-b170-493faeed6472 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.802823] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33dbfd48-e91f-4085-895b-c525e3bcf5f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.819113] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6ff13-fcbd-4ba3-a31d-4949bcf04354 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.823750] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638366, 'name': PowerOffVM_Task, 'duration_secs': 0.524499} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.824334] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 927.824334] env[66507]: value = "task-4638370" [ 927.824334] env[66507]: _type = "Task" [ 927.824334] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.825540] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.825816] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.826195] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 927.826195] env[66507]: value = "task-4638371" [ 927.826195] env[66507]: _type = "Task" [ 927.826195] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.826910] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4216c91c-975a-432c-95a9-d8e1dfaa188c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.848304] env[66507]: DEBUG nova.compute.provider_tree [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.861746] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.862533] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.932468] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.932882] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.933186] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Deleting the datastore file [datastore1] a469a104-7d21-403b-9513-c37b5b9e27d4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.933597] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a227de2f-ee7c-41de-8042-ed0960c037ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.942796] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for the task: (returnval){ [ 927.942796] env[66507]: value = "task-4638373" [ 927.942796] env[66507]: _type = "Task" [ 927.942796] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.954567] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.002168] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638363, 'name': PowerOffVM_Task, 'duration_secs': 1.322877} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.002568] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.002616] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.002936] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2847ac8-3a54-4051-9e94-01ecf8e9a885 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.073171] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638367, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.119970] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.120258] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.120500] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleting the datastore file [datastore1] d84fb4d8-e13d-4579-a78b-fb14f251fe15 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.120954] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76841a98-f0b3-4c56-9f81-47cfbdf84ed2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.133811] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for the task: (returnval){ [ 928.133811] env[66507]: value = "task-4638375" [ 928.133811] env[66507]: _type = "Task" [ 928.133811] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.149223] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.192081] env[66507]: INFO nova.compute.manager [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Swapping old allocation on dict_keys(['6a4ab062-316e-4d9d-a5f3-22dace365bf4']) held by migration b883c37f-d8a4-4900-8e50-87306dac524a for instance [ 928.225786] env[66507]: DEBUG nova.scheduler.client.report [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Overwriting current allocation {'allocations': {'6a4ab062-316e-4d9d-a5f3-22dace365bf4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 107}}, 'project_id': '71e2c5817d4d466eadcce12ffbdf7d0d', 'user_id': '63d9ecfd6d6a4c62b19e3256fa12c3e2', 'consumer_generation': 1} on consumer 1737cecc-643d-4d84-8a01-93f7d564d28a {{(pid=66507) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 928.300341] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.347392] env[66507]: DEBUG oslo_vmware.api [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507941} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.347926] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.348139] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.348325] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.348500] env[66507]: INFO nova.compute.manager [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 928.348763] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.348978] env[66507]: DEBUG nova.compute.manager [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 928.349102] env[66507]: DEBUG nova.network.neutron [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.349365] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.355888] env[66507]: DEBUG nova.scheduler.client.report [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.360548] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.361311] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.361311] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.361518] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.391050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.391050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquired lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.391050] env[66507]: DEBUG nova.network.neutron [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.457149] env[66507]: DEBUG oslo_vmware.api [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Task: {'id': task-4638373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493674} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.457812] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.458099] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.458412] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.458674] env[66507]: INFO nova.compute.manager [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 928.459122] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.459450] env[66507]: DEBUG nova.compute.manager [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 928.459607] env[66507]: DEBUG nova.network.neutron [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.461709] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.496354] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.548810] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.575834] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751141} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.576322] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.576618] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.576946] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3c2f9f-c881-4c05-b549-a4d679c5da42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.586258] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 928.586258] env[66507]: value = "task-4638376" [ 928.586258] env[66507]: _type = "Task" [ 928.586258] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.598569] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.645838] env[66507]: DEBUG oslo_vmware.api [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Task: {'id': task-4638375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363442} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.646549] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.646933] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.647298] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.647643] env[66507]: INFO nova.compute.manager [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Took 2.20 seconds to destroy the instance on the hypervisor. [ 928.649017] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.649017] env[66507]: DEBUG nova.compute.manager [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 928.649017] env[66507]: DEBUG nova.network.neutron [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.649017] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.870034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.876187] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.993s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.880703] env[66507]: INFO nova.compute.claims [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.892666] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.901905] env[66507]: INFO nova.scheduler.client.report [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Deleted allocations for instance bb5de9fc-3550-4641-bbb4-7c5224310f8c [ 929.101742] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077082} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.106113] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.108378] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.110446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d1c6b-e079-48ae-8539-1a4cca986bf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.138442] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.138442] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fca0855-5dee-435c-b06b-66824813b03e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.168137] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 929.168137] env[66507]: value = "task-4638377" [ 929.168137] env[66507]: _type = "Task" [ 929.168137] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.179031] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.302043] env[66507]: DEBUG nova.network.neutron [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.316072] env[66507]: WARNING neutronclient.v2_0.client [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.414547] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 929.414865] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.415047] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 929.415282] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.415452] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 929.415613] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 929.415889] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.416085] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 929.416317] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 929.416549] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 929.416698] env[66507]: DEBUG nova.virt.hardware [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 929.418140] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df154ca-6f09-4428-a397-5178b322d105 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.422598] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d2ad3a9f-6e9e-4f7f-ac74-b564a0555384 tempest-ListServerFiltersTestJSON-1482878491 tempest-ListServerFiltersTestJSON-1482878491-project-member] Lock "bb5de9fc-3550-4641-bbb4-7c5224310f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.631s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.430807] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b666094e-e191-4cb7-87e2-e0d2c1a60c09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.453279] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:bc:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96968ed2-524a-4501-a7d1-7490fddfa884', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.461436] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 929.462154] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.463123] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ff50af-821c-46f0-9b2a-859638bc39f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.491641] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.491641] env[66507]: value = "task-4638378" [ 929.491641] env[66507]: _type = "Task" [ 929.491641] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.502604] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638378, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.517024] env[66507]: DEBUG nova.compute.manager [req-6c094c76-6b24-437b-95d0-5b3c48ec5617 req-3a078994-5fda-439d-9640-cc573561a154 service nova] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Received event network-vif-deleted-ee511240-40fe-4980-9835-a702c3b4cdad {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 929.552985] env[66507]: DEBUG nova.network.neutron [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [{"id": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "address": "fa:16:3e:c7:ff:d9", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape225da9e-2b", "ovs_interfaceid": "e225da9e-2b6c-428f-becf-f147ff4ffa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.558573] env[66507]: DEBUG nova.network.neutron [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.682016] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.807451] env[66507]: INFO nova.compute.manager [-] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Took 1.46 seconds to deallocate network for instance. [ 929.946527] env[66507]: DEBUG nova.network.neutron [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.010590] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638378, 'name': CreateVM_Task, 'duration_secs': 0.418914} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.010590] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.014070] env[66507]: WARNING neutronclient.v2_0.client [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 930.014070] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.014070] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.014070] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.014070] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d134b8fe-7e96-474b-85e7-34f3b931016f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.020076] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 930.020076] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52094c12-262d-d8ae-0918-7d09f1256e9c" [ 930.020076] env[66507]: _type = "Task" [ 930.020076] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.034548] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52094c12-262d-d8ae-0918-7d09f1256e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.056852] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Releasing lock "refresh_cache-1737cecc-643d-4d84-8a01-93f7d564d28a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.056928] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.057192] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94244c8b-5eda-44e3-a673-bd9466f81359 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.061940] env[66507]: INFO nova.compute.manager [-] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Took 1.60 seconds to deallocate network for instance. [ 930.069782] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 930.069782] env[66507]: value = "task-4638379" [ 930.069782] env[66507]: _type = "Task" [ 930.069782] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.089751] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.187816] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638377, 'name': ReconfigVM_Task, 'duration_secs': 0.521063} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.194478] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.195976] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2505f03d-e1b2-4340-8ea3-76fc1a70c16d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.204958] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 930.204958] env[66507]: value = "task-4638380" [ 930.204958] env[66507]: _type = "Task" [ 930.204958] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.217062] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638380, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.316990] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.452470] env[66507]: INFO nova.compute.manager [-] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Took 1.80 seconds to deallocate network for instance. [ 930.495812] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0fe606-d3c1-4dcf-b8ca-4d4e9bd65380 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.505721] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b062352e-c665-4f5f-bbd8-b2d447e367c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.542986] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15008204-b651-414f-a32a-cc3fa2b67787 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.556570] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52094c12-262d-d8ae-0918-7d09f1256e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.022845} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.556757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.557025] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.559046] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.559046] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.559046] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.559046] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223f9a6-610a-483b-a95a-e6fd6f652087 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.563745] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2cef5c-d199-479d-b7c0-b8ea556f4319 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.581777] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.581777] env[66507]: DEBUG nova.compute.provider_tree [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.587271] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.587751] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.590964] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e39242-e3a9-4c34-91a9-ac3fc7820e27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.595852] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 930.595852] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52df7965-edea-ed3b-ef10-771220ad280e" [ 930.595852] env[66507]: _type = "Task" [ 930.595852] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.600943] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638379, 'name': PowerOffVM_Task, 'duration_secs': 0.235553} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.603964] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.604685] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63391e04-f426-4f13-a00d-06f78d1249d3',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1039151016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.605269] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.605269] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.605425] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.605567] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.605719] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.605932] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.606405] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.606405] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.606527] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.606606] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.612482] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa5d125-d728-4bc7-93a2-4db795fdf773 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.632632] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52df7965-edea-ed3b-ef10-771220ad280e, 'name': SearchDatastore_Task, 'duration_secs': 0.025321} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.635360] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 930.635360] env[66507]: value = "task-4638381" [ 930.635360] env[66507]: _type = "Task" [ 930.635360] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.635600] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658cd276-da59-4e4b-ba04-026d9196dadf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.646740] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 930.646740] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240e2bf-13c8-bd4e-04eb-c183ecf4de1e" [ 930.646740] env[66507]: _type = "Task" [ 930.646740] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.650199] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.660495] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5240e2bf-13c8-bd4e-04eb-c183ecf4de1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.719869] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638380, 'name': Rename_Task, 'duration_secs': 0.223503} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.719869] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.719869] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-242e23f2-3b63-4c1f-ae17-319f56eb717a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.727380] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 930.727380] env[66507]: value = "task-4638382" [ 930.727380] env[66507]: _type = "Task" [ 930.727380] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.740190] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.893691] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.894267] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.966896] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.089954] env[66507]: DEBUG nova.scheduler.client.report [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.152272] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638381, 'name': ReconfigVM_Task, 'duration_secs': 0.186346} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.161321] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a82960-ba76-4412-a501-32d9cdae7c14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.169943] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5240e2bf-13c8-bd4e-04eb-c183ecf4de1e, 'name': SearchDatastore_Task, 'duration_secs': 0.018936} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.196947] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.196947] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.197352] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63391e04-f426-4f13-a00d-06f78d1249d3',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1039151016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.197438] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.197783] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.198934] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.198934] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.198934] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.202070] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.202070] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.202070] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.202070] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.202070] env[66507]: DEBUG nova.virt.hardware [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.202070] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e18c93-82dc-4cc0-bb6b-d1c3db2fd167 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.204549] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5511d737-41b0-42ae-a703-d21bbf677d6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.217097] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 931.217097] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9c0cf-65c1-7b10-2886-250e8325e638" [ 931.217097] env[66507]: _type = "Task" [ 931.217097] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.222460] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 931.222460] env[66507]: value = "task-4638383" [ 931.222460] env[66507]: _type = "Task" [ 931.222460] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.231531] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e9c0cf-65c1-7b10-2886-250e8325e638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.241477] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.247944] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.398240] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 931.596348] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.596830] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 931.599815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.140s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.600055] env[66507]: DEBUG nova.objects.instance [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lazy-loading 'resources' on Instance uuid 4fff5636-22aa-46f4-b8b0-19e24a76c3e1 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.657603] env[66507]: DEBUG nova.compute.manager [req-768f4490-6791-4673-a93d-b3f6405763c4 req-b3ccb37c-10cb-454f-a9c0-15d4a49c1477 service nova] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Received event network-vif-deleted-038b169a-5d28-4fc1-9123-99e582907230 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 931.657761] env[66507]: DEBUG nova.compute.manager [req-768f4490-6791-4673-a93d-b3f6405763c4 req-b3ccb37c-10cb-454f-a9c0-15d4a49c1477 service nova] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Received event network-vif-deleted-59dedfe4-c20a-4e77-9a2d-c629ce5a90a5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 931.741504] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e9c0cf-65c1-7b10-2886-250e8325e638, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.751183] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.751587] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.755943] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd71403-3193-473f-ab2c-85c3332482d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.769978] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.777747] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 931.777747] env[66507]: value = "task-4638384" [ 931.777747] env[66507]: _type = "Task" [ 931.777747] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.788389] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.933340] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.034928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.035176] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.109130] env[66507]: DEBUG nova.compute.utils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.111425] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 932.112281] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.112281] env[66507]: WARNING neutronclient.v2_0.client [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.112689] env[66507]: WARNING neutronclient.v2_0.client [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.204694] env[66507]: DEBUG nova.policy [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.240050] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742316} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.248603] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.249442] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.249570] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36903bdb-3bcf-4c3a-8082-ae916c58810f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.258995] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261337] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 932.261337] env[66507]: value = "task-4638385" [ 932.261337] env[66507]: _type = "Task" [ 932.261337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.281943] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.302809] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.538222] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 932.596300] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Successfully created port: b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 932.616436] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 932.675863] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.676277] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.676621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.676817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.677270] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.680319] env[66507]: INFO nova.compute.manager [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Terminating instance [ 932.714966] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8379b6db-b566-4b04-bb0d-bac5b272852b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.725829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724548df-16a4-4e6e-b744-d86c3e89b5e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.774097] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6523fb-d455-4bf6-b765-c1dfa104e719 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.784732] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.796670] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.797231] env[66507]: DEBUG oslo_vmware.api [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638382, 'name': PowerOnVM_Task, 'duration_secs': 1.551036} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.798291] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a86e28-18f0-43ba-a22d-cf4ca60013ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.803943] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5673a-597d-44d0-b7b4-e40fbe281456 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.810106] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.810491] env[66507]: DEBUG nova.compute.manager [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 932.812720] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27acfcdc-0568-401e-957b-987349c91be0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.819718] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.843241] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.853346] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f72249-1a0b-44f9-9e01-428112896ecf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.868591] env[66507]: DEBUG nova.compute.provider_tree [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.878363] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 932.878363] env[66507]: value = "task-4638386" [ 932.878363] env[66507]: _type = "Task" [ 932.878363] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.889054] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.068749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.137529] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.138648] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8226918c-31b5-4fe5-af27-162c7d7c8e7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.146461] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.147528] env[66507]: ERROR oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk due to incomplete transfer. [ 933.147528] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53d49670-492a-4cea-99f2-13408cf88623 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.157474] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e42c2-56cf-f990-415a-626bfe9a1fe8/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.157789] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Uploaded image afbb1fde-fbff-49fd-ab9d-6e3d6c5b2c71 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.160265] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.160530] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6784db1f-8177-42cd-b2b8-debb7c687696 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.171020] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 933.171020] env[66507]: value = "task-4638387" [ 933.171020] env[66507]: _type = "Task" [ 933.171020] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.182267] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638387, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.191987] env[66507]: DEBUG nova.compute.manager [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 933.191987] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.191987] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028e385c-95cd-4df2-a262-5b2bde2ff082 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.200295] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.200600] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79508371-b002-4654-9d68-5832687e2be0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.209218] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 933.209218] env[66507]: value = "task-4638388" [ 933.209218] env[66507]: _type = "Task" [ 933.209218] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.219556] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.295215] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638384, 'name': ReconfigVM_Task, 'duration_secs': 1.281152} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.295528] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.297319] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ac638-d564-430d-ba0a-ce870afcfb2a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.324912] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.325293] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2db38cf-4203-4c24-869e-4f62e4b465fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.345527] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 933.345527] env[66507]: value = "task-4638389" [ 933.345527] env[66507]: _type = "Task" [ 933.345527] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.355391] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.375830] env[66507]: DEBUG nova.scheduler.client.report [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.384565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.392603] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.629570] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 933.656311] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 933.656798] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.656953] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 933.657153] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.657318] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 933.657503] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 933.657724] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.657981] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 933.658054] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 933.658206] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 933.658373] env[66507]: DEBUG nova.virt.hardware [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 933.659413] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8bb13a-b059-4178-a704-d795a1c5b919 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.669201] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cde3c8-0fb4-4d5a-858e-bda820500c35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683849] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638387, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.720527] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638388, 'name': PowerOffVM_Task, 'duration_secs': 0.351421} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.720802] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.720802] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.721347] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde1c296-ba71-4392-801d-7014175ece55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.814669] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.814966] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.815181] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Deleting the datastore file [datastore2] 68147eeb-a64c-4eea-9382-3fa55f0e2c9c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.815537] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691b0e60-ddca-4ef2-aaee-487cbd562967 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.823555] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for the task: (returnval){ [ 933.823555] env[66507]: value = "task-4638391" [ 933.823555] env[66507]: _type = "Task" [ 933.823555] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.833717] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.857156] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638389, 'name': ReconfigVM_Task, 'duration_secs': 0.497487} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.857543] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a/1737cecc-643d-4d84-8a01-93f7d564d28a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.858493] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eba085e-da93-4462-be72-de7d4e2545e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.878942] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297cbef-81a7-44be-a642-1600e0903f91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.882656] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.891063] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.669s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.918571] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638386, 'name': ReconfigVM_Task, 'duration_secs': 0.757896} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.919789] env[66507]: INFO nova.scheduler.client.report [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Deleted allocations for instance 4fff5636-22aa-46f4-b8b0-19e24a76c3e1 [ 933.924360] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208763b-9faf-4d09-8091-437f01722e3f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.925536] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea/2aa65d4f-eb3a-4f91-89bc-5850efbddbea.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.932022] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59dbe6f1-ba38-4844-8ab8-ab380b658446 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.957422] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea158659-01dc-47d7-912c-51775bc6b9b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.957969] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 933.957969] env[66507]: value = "task-4638392" [ 933.957969] env[66507]: _type = "Task" [ 933.957969] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.967024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.967024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-568cb3b3-1ea1-423d-ac2f-1ef9fe1f57ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.970772] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638392, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.972430] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 933.972430] env[66507]: value = "task-4638393" [ 933.972430] env[66507]: _type = "Task" [ 933.972430] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.988043] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.185653] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638387, 'name': Destroy_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.297184] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Successfully updated port: b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.336061] env[66507]: DEBUG oslo_vmware.api [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Task: {'id': task-4638391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323293} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.336434] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.336637] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.336814] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.336983] env[66507]: INFO nova.compute.manager [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.337255] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.337515] env[66507]: DEBUG nova.compute.manager [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 934.337567] env[66507]: DEBUG nova.network.neutron [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.337816] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.375300] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.395806] env[66507]: INFO nova.compute.claims [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.434807] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7319aea7-dcdb-4fc2-873e-d71128949552 tempest-ServersTestBootFromVolume-1686244991 tempest-ServersTestBootFromVolume-1686244991-project-member] Lock "4fff5636-22aa-46f4-b8b0-19e24a76c3e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.526s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.468474] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638392, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.483957] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.610271] env[66507]: DEBUG nova.compute.manager [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Received event network-vif-plugged-b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 934.610712] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] Acquiring lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.610892] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.611074] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.611532] env[66507]: DEBUG nova.compute.manager [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] No waiting events found dispatching network-vif-plugged-b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 934.611532] env[66507]: WARNING nova.compute.manager [req-6ce97e5a-7101-4a62-8a04-4b6e0e586e33 req-791d2bc5-3921-4899-824f-8b052be17371 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Received unexpected event network-vif-plugged-b8655f87-1d3e-41d8-a776-d9f582791cdf for instance with vm_state building and task_state spawning. [ 934.638095] env[66507]: INFO nova.compute.manager [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Rebuilding instance [ 934.648209] env[66507]: DEBUG nova.compute.manager [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 934.649173] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f7c8c0-c356-4600-b923-dfda9dfe3aab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.688666] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638387, 'name': Destroy_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.696926] env[66507]: DEBUG nova.compute.manager [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 934.698783] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972b92c-6ba7-4db3-833b-d83acf182961 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.800417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.800417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.800417] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.903065] env[66507]: INFO nova.compute.resource_tracker [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating resource usage from migration 01406834-5882-4207-be97-7022b7841a10 [ 934.972830] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638392, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.991883] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.029423] env[66507]: DEBUG nova.compute.manager [req-97d3598a-5255-49f2-852b-7c7dd73351c1 req-2665dd15-f42f-49b5-a14a-b603be6b187e service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Received event network-vif-deleted-d9e127be-32b8-4212-89b0-ad731464ddc4 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 935.029626] env[66507]: INFO nova.compute.manager [req-97d3598a-5255-49f2-852b-7c7dd73351c1 req-2665dd15-f42f-49b5-a14a-b603be6b187e service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Neutron deleted interface d9e127be-32b8-4212-89b0-ad731464ddc4; detaching it from the instance and deleting it from the info cache [ 935.029916] env[66507]: DEBUG nova.network.neutron [req-97d3598a-5255-49f2-852b-7c7dd73351c1 req-2665dd15-f42f-49b5-a14a-b603be6b187e service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.171026] env[66507]: INFO nova.compute.manager [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] instance snapshotting [ 935.171026] env[66507]: DEBUG nova.objects.instance [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.194116] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638387, 'name': Destroy_Task, 'duration_secs': 1.641426} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.194116] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Destroyed the VM [ 935.194116] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 935.194116] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22b53b52-fddf-40b2-8035-4583f708efb8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.204951] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 935.204951] env[66507]: value = "task-4638394" [ 935.204951] env[66507]: _type = "Task" [ 935.204951] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.219663] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.346053] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.353070] env[66507]: DEBUG nova.network.neutron [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.440783] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b55d2a4-48ef-4703-b64f-c27246556812 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.450843] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5236d4a-d668-410a-ba33-692ab15bebdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.488733] env[66507]: WARNING neutronclient.v2_0.client [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.495197] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d11e9d-59ef-49be-8f7a-187e21e61ce6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.501363] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638392, 'name': Rename_Task, 'duration_secs': 1.043633} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.502342] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.503022] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f0c0fb-8d33-4bd4-b950-5de54b96f4ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.512246] env[66507]: DEBUG oslo_vmware.api [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638393, 'name': PowerOnVM_Task, 'duration_secs': 1.224222} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.512246] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3dc10-3d7e-4735-bd29-e6cb3d3e99be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.516039] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.520700] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 935.520700] env[66507]: value = "task-4638395" [ 935.520700] env[66507]: _type = "Task" [ 935.520700] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.533923] env[66507]: DEBUG nova.compute.provider_tree [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.536099] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-444ea588-35a2-407f-b6bd-a7bd1c9900a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.547871] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638395, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.556108] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292eac9-2caf-47d2-98b0-9686ad809391 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.596764] env[66507]: DEBUG nova.compute.manager [req-97d3598a-5255-49f2-852b-7c7dd73351c1 req-2665dd15-f42f-49b5-a14a-b603be6b187e service nova] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Detach interface failed, port_id=d9e127be-32b8-4212-89b0-ad731464ddc4, reason: Instance 68147eeb-a64c-4eea-9382-3fa55f0e2c9c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 935.611862] env[66507]: DEBUG nova.network.neutron [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Updating instance_info_cache with network_info: [{"id": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "address": "fa:16:3e:65:ee:a7", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8655f87-1d", "ovs_interfaceid": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.679271] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ace9df4-c210-4586-b3fd-151bc3812a4d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.703310] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649bb78e-774b-4b72-be2a-9e2fd9462564 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.716055] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638394, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.722107] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.722438] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5cb8e87-936a-44c7-89dd-89f3f833ac73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.746035] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 935.746035] env[66507]: value = "task-4638396" [ 935.746035] env[66507]: _type = "Task" [ 935.746035] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.757164] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.856206] env[66507]: INFO nova.compute.manager [-] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Took 1.52 seconds to deallocate network for instance. [ 936.038300] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.049168] env[66507]: DEBUG nova.scheduler.client.report [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.115322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.115740] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Instance network_info: |[{"id": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "address": "fa:16:3e:65:ee:a7", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8655f87-1d", "ovs_interfaceid": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 936.117030] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ee:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8655f87-1d3e-41d8-a776-d9f582791cdf', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.124421] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.125584] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.125923] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d8ced5-cfbb-4c37-a13a-f46c2c9a2aad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.148243] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.148243] env[66507]: value = "task-4638397" [ 936.148243] env[66507]: _type = "Task" [ 936.148243] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.158869] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638397, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.217604] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638394, 'name': RemoveSnapshot_Task, 'duration_secs': 0.789507} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.218078] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 936.218146] env[66507]: DEBUG nova.compute.manager [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 936.219306] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b420cd2-97bc-4df5-bdcf-7a2c24b4b3f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.236400] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 936.236400] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b48e2c4-a30d-4cb0-8549-e2af3f0ac462 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.245899] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 936.245899] env[66507]: value = "task-4638398" [ 936.245899] env[66507]: _type = "Task" [ 936.245899] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.260689] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638396, 'name': PowerOffVM_Task, 'duration_secs': 0.288065} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.264275] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.264558] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.264883] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.265723] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6ac08-2811-4e1e-a27a-34d9c35cbcff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.274627] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.274973] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa56c02-f8bc-4440-a80d-48cd61a69215 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.360661] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.361045] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.361136] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.361788] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a89533ee-b21f-4114-935d-df984a0131ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.365828] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.372454] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 936.372454] env[66507]: value = "task-4638400" [ 936.372454] env[66507]: _type = "Task" [ 936.372454] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.384553] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.533178] env[66507]: INFO nova.compute.manager [None req-b5413522-54dc-4548-b973-647efa35b13f tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance to original state: 'active' [ 936.544677] env[66507]: DEBUG oslo_vmware.api [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638395, 'name': PowerOnVM_Task, 'duration_secs': 0.946637} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.545144] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.545422] env[66507]: DEBUG nova.compute.manager [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 936.546726] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d07fa-0ca9-4911-a842-a715aa418a19 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.555254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.666s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.555650] env[66507]: INFO nova.compute.manager [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Migrating [ 936.572043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.715s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.572268] env[66507]: DEBUG nova.objects.instance [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lazy-loading 'resources' on Instance uuid c5cd055f-0a7d-496f-a444-f9c1cb254c3e {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.663657] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638397, 'name': CreateVM_Task, 'duration_secs': 0.40615} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.664119] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.664427] env[66507]: WARNING neutronclient.v2_0.client [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.664836] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.664987] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.665330] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.665598] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d38fa46-c5c4-414f-980f-c8f451369e57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.671812] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 936.671812] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f37815-988b-6ed8-e08b-10db2b904342" [ 936.671812] env[66507]: _type = "Task" [ 936.671812] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.682752] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f37815-988b-6ed8-e08b-10db2b904342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.718412] env[66507]: DEBUG nova.compute.manager [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Received event network-changed-b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 936.718639] env[66507]: DEBUG nova.compute.manager [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Refreshing instance network info cache due to event network-changed-b8655f87-1d3e-41d8-a776-d9f582791cdf. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 936.718809] env[66507]: DEBUG oslo_concurrency.lockutils [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] Acquiring lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.718946] env[66507]: DEBUG oslo_concurrency.lockutils [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] Acquired lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.719112] env[66507]: DEBUG nova.network.neutron [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Refreshing network info cache for port b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.739365] env[66507]: INFO nova.compute.manager [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Shelve offloading [ 936.764201] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.883412] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169132} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.883700] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.883894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.884083] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.090202] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.090202] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.090202] env[66507]: DEBUG nova.network.neutron [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.105857] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.188854] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f37815-988b-6ed8-e08b-10db2b904342, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.189190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189412] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.189639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.189778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.189953] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.190240] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065cec73-f077-4b9e-8b5f-4dbbac462a78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.206094] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.206317] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.207089] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ae0c17-3711-43f3-88bb-9a369870e6d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.214228] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 937.214228] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526ac8b5-4644-2011-9cfd-015ad5461f59" [ 937.214228] env[66507]: _type = "Task" [ 937.214228] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.221426] env[66507]: WARNING neutronclient.v2_0.client [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.233020] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526ac8b5-4644-2011-9cfd-015ad5461f59, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.233522] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1a809d-b216-41db-aafd-d78b84070357 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.242323] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 937.242323] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52787f9d-73ae-dd9b-1ab8-9a41182a7ac7" [ 937.242323] env[66507]: _type = "Task" [ 937.242323] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.247280] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.247579] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec980e0-fe6c-47ad-8672-f6a34aab9009 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.261881] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52787f9d-73ae-dd9b-1ab8-9a41182a7ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.266061] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.266061] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ddaf3e82-223c-47c5-81d6-d1a46dcf7759/ddaf3e82-223c-47c5-81d6-d1a46dcf7759.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.267906] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab7ef96-1abf-4f4e-b5ea-dad102ffc17a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.270329] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 937.270329] env[66507]: value = "task-4638401" [ 937.270329] env[66507]: _type = "Task" [ 937.270329] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.277850] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638398, 'name': CreateSnapshot_Task, 'duration_secs': 0.610339} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.281787] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 937.285068] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35aff4d-4ab8-4c2d-b18c-6cd2606a4c17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.287080] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 937.287080] env[66507]: value = "task-4638402" [ 937.287080] env[66507]: _type = "Task" [ 937.287080] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.310122] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 937.310122] env[66507]: DEBUG nova.compute.manager [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 937.311609] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e550ebfd-95bf-4fb7-9f74-7342d42fc9f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.318891] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.324114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.324307] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.324499] env[66507]: DEBUG nova.network.neutron [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.469033] env[66507]: WARNING neutronclient.v2_0.client [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.596440] env[66507]: DEBUG nova.network.neutron [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Updated VIF entry in instance network info cache for port b8655f87-1d3e-41d8-a776-d9f582791cdf. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.596815] env[66507]: DEBUG nova.network.neutron [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Updating instance_info_cache with network_info: [{"id": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "address": "fa:16:3e:65:ee:a7", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8655f87-1d", "ovs_interfaceid": "b8655f87-1d3e-41d8-a776-d9f582791cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.600194] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.665206] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd9cee-f2ba-441d-a669-7f9189b9b967 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.675970] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1a4fe-5b98-4b59-aba0-12171605dd57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.719220] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e000d35-3ddd-4466-a1ba-52547c59f1e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.731297] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa10ea0-3104-4bc8-a4f6-11534abd20e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.747967] env[66507]: DEBUG nova.compute.provider_tree [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.806247] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474479} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.806687] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ddaf3e82-223c-47c5-81d6-d1a46dcf7759/ddaf3e82-223c-47c5-81d6-d1a46dcf7759.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.807018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.807414] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eb11844-b3fe-4500-8c33-0fed59e8bc51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.827326] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.827810] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 937.827810] env[66507]: value = "task-4638403" [ 937.827810] env[66507]: _type = "Task" [ 937.827810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.828033] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fae5a7b7-02c6-4abc-b813-02bb03f0593f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.831986] env[66507]: WARNING neutronclient.v2_0.client [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.838979] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.848600] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.850257] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 937.850257] env[66507]: value = "task-4638404" [ 937.850257] env[66507]: _type = "Task" [ 937.850257] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.859626] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638404, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.925836] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 937.926324] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.926540] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 937.926725] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.926885] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 937.927053] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 937.929105] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 937.929105] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 937.929105] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 937.929105] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 937.929105] env[66507]: DEBUG nova.virt.hardware [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 937.933404] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b58a3d-6154-4058-b570-98e75cc87d90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.945843] env[66507]: DEBUG nova.network.neutron [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.949033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5e967b-12f0-4e30-89a5-91e71d3665fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.969299] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ff:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb7228a-4d10-4cb7-91c3-d67037313908', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.977681] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.981976] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.982525] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691f7f20-393a-43ce-a902-9946b9bfc234 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.008719] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.008719] env[66507]: value = "task-4638405" [ 938.008719] env[66507]: _type = "Task" [ 938.008719] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.019615] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638405, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.067297] env[66507]: WARNING neutronclient.v2_0.client [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.100821] env[66507]: DEBUG oslo_concurrency.lockutils [req-347a4ae5-55fb-4850-b6e0-3b64f5930172 req-e21bb453-49de-4cf5-832e-44394fcee945 service nova] Releasing lock "refresh_cache-ddaf3e82-223c-47c5-81d6-d1a46dcf7759" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.198751] env[66507]: DEBUG nova.network.neutron [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updating instance_info_cache with network_info: [{"id": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "address": "fa:16:3e:ef:4a:b6", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877aa5c7-af", "ovs_interfaceid": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.205081] env[66507]: DEBUG nova.objects.instance [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lazy-loading 'flavor' on Instance uuid 4480d705-775d-41ed-93bd-18ef3045f7c5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.254671] env[66507]: DEBUG nova.scheduler.client.report [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.344487] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16176} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.344806] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.345651] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b870527-1390-4358-bc92-9d64eb0334d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.376829] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ddaf3e82-223c-47c5-81d6-d1a46dcf7759/ddaf3e82-223c-47c5-81d6-d1a46dcf7759.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.379549] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89c2a06-dbba-478c-afe7-963a0831a474 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.401771] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638404, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.408100] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 938.408100] env[66507]: value = "task-4638406" [ 938.408100] env[66507]: _type = "Task" [ 938.408100] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.419474] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.457729] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.520126] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638405, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.705915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.706436] env[66507]: WARNING neutronclient.v2_0.client [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.707050] env[66507]: WARNING neutronclient.v2_0.client [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.713445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.713609] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.713963] env[66507]: WARNING neutronclient.v2_0.client [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.761469] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.767381] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.944s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.771685] env[66507]: INFO nova.compute.claims [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.795385] env[66507]: INFO nova.scheduler.client.report [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Deleted allocations for instance c5cd055f-0a7d-496f-a444-f9c1cb254c3e [ 938.864445] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638404, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.898357] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "1737cecc-643d-4d84-8a01-93f7d564d28a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.898607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.898809] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.898981] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.899217] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.902016] env[66507]: INFO nova.compute.manager [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Terminating instance [ 938.920152] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.024386] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638405, 'name': CreateVM_Task, 'duration_secs': 0.519367} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.024643] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.025641] env[66507]: WARNING neutronclient.v2_0.client [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 939.026246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.026487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.026964] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.027380] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58f7c8a-87ac-4056-8353-6651380f7fd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.039560] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 939.039560] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52feaec5-3f08-e823-9de8-f5df10d0ffb4" [ 939.039560] env[66507]: _type = "Task" [ 939.039560] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.053363] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52feaec5-3f08-e823-9de8-f5df10d0ffb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.069425] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.070481] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02449059-ce61-4fc5-a4fb-80a301239b55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.081314] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.081601] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d85ac02f-2c4e-43c1-90b8-a53a2dca53c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.141313] env[66507]: DEBUG nova.compute.manager [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received event network-vif-unplugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 939.141985] env[66507]: DEBUG oslo_concurrency.lockutils [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.142290] env[66507]: DEBUG oslo_concurrency.lockutils [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.142481] env[66507]: DEBUG oslo_concurrency.lockutils [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.142796] env[66507]: DEBUG nova.compute.manager [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] No waiting events found dispatching network-vif-unplugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 939.143039] env[66507]: WARNING nova.compute.manager [req-2da0eb40-f911-4efc-a50e-4943b4fe40e7 req-7ba453cd-7ba9-4bc5-93ed-5b620b1dc577 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received unexpected event network-vif-unplugged-877aa5c7-aff6-4627-8c6e-1a81c8df4701 for instance with vm_state shelved and task_state shelving_offloading. [ 939.158356] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.158652] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.158799] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore2] 5206cd4b-231c-4367-bcaf-f86bb6792768 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.159175] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa8a77a-218d-4f4a-8236-b21fb4ea1df5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.167541] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 939.167541] env[66507]: value = "task-4638408" [ 939.167541] env[66507]: _type = "Task" [ 939.167541] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.181930] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.303673] env[66507]: DEBUG nova.network.neutron [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.318386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f587b9d0-db83-44e5-a8a9-3c118615f8b9 tempest-ServersTestMultiNic-1258705533 tempest-ServersTestMultiNic-1258705533-project-member] Lock "c5cd055f-0a7d-496f-a444-f9c1cb254c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.367s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.363227] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638404, 'name': CloneVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.405869] env[66507]: DEBUG nova.compute.manager [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 939.410068] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.410068] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35980e01-ee03-427a-a173-97311c09892a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.420460] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.423997] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e4535ec-c8a9-4fba-b749-9db02f6d0310 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.425729] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638406, 'name': ReconfigVM_Task, 'duration_secs': 0.669806} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.426711] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ddaf3e82-223c-47c5-81d6-d1a46dcf7759/ddaf3e82-223c-47c5-81d6-d1a46dcf7759.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.427262] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5767841c-08bf-4b89-b454-5971b6804255 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.435146] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 939.435146] env[66507]: value = "task-4638409" [ 939.435146] env[66507]: _type = "Task" [ 939.435146] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.440837] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 939.440837] env[66507]: value = "task-4638410" [ 939.440837] env[66507]: _type = "Task" [ 939.440837] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.449636] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.458895] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638410, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.489834] env[66507]: DEBUG nova.compute.manager [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 939.489834] env[66507]: DEBUG nova.compute.manager [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing instance network info cache due to event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 939.489986] env[66507]: DEBUG oslo_concurrency.lockutils [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.558771] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52feaec5-3f08-e823-9de8-f5df10d0ffb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.559480] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.559480] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.559705] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.559917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.560230] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.560972] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3de03588-f7bb-4b98-9f64-647cb32ad415 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.582508] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.582834] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.584345] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046774b9-f6cd-4030-85ba-09314a3e19db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.593049] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 939.593049] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f97582-c3a6-23e9-c908-5b0a05dc4897" [ 939.593049] env[66507]: _type = "Task" [ 939.593049] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.604779] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f97582-c3a6-23e9-c908-5b0a05dc4897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.683291] env[66507]: DEBUG oslo_vmware.api [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247564} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.683634] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.684554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.684782] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.717889] env[66507]: INFO nova.scheduler.client.report [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance 5206cd4b-231c-4367-bcaf-f86bb6792768 [ 939.815724] env[66507]: WARNING neutronclient.v2_0.client [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.866727] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638404, 'name': CloneVM_Task, 'duration_secs': 1.520541} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.867150] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created linked-clone VM from snapshot [ 939.867953] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1228d7f4-0169-46ce-bc6f-66cb07a8c20e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.883047] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploading image 916b660a-7b4f-4c22-81fa-1daa69f8cbe0 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.954034] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638409, 'name': PowerOffVM_Task, 'duration_secs': 0.243133} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.956612] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.956818] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.958061] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7843af6d-1e62-4932-b3a4-54711dd8f147 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.967784] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638410, 'name': Rename_Task, 'duration_secs': 0.172678} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.970234] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.970234] env[66507]: value = "vm-905790" [ 939.970234] env[66507]: _type = "VirtualMachine" [ 939.970234] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.970641] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.970868] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f837de2-e4c2-4013-8219-897c19f18f95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.973334] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bf0cb2-02f0-47c4-b819-4f110b6538f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.979789] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dad2db-a95c-4a00-a1ab-9ee9013bc802 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.989608] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 939.989608] env[66507]: value = "task-4638412" [ 939.989608] env[66507]: _type = "Task" [ 939.989608] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.990164] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease: (returnval){ [ 939.990164] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5234d86f-d6a6-5223-cd8f-68ef9d6abed2" [ 939.990164] env[66507]: _type = "HttpNfcLease" [ 939.990164] env[66507]: } obtained for exporting VM: (result){ [ 939.990164] env[66507]: value = "vm-905790" [ 939.990164] env[66507]: _type = "VirtualMachine" [ 939.990164] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.990536] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the lease: (returnval){ [ 939.990536] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5234d86f-d6a6-5223-cd8f-68ef9d6abed2" [ 939.990536] env[66507]: _type = "HttpNfcLease" [ 939.990536] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 940.014565] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.029039] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.029039] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5234d86f-d6a6-5223-cd8f-68ef9d6abed2" [ 940.029039] env[66507]: _type = "HttpNfcLease" [ 940.029039] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.033808] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.033808] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5234d86f-d6a6-5223-cd8f-68ef9d6abed2" [ 940.033808] env[66507]: _type = "HttpNfcLease" [ 940.033808] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.034145] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.035227] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef17308c-9cd3-4472-90ed-6c0fd7662d11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.046636] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.046887] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.119902] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.120242] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.120394] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleting the datastore file [datastore2] 1737cecc-643d-4d84-8a01-93f7d564d28a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.122378] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb62604-9b24-4ba5-9b9e-50073d72ffbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.133085] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f97582-c3a6-23e9-c908-5b0a05dc4897, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.135550] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 940.135550] env[66507]: value = "task-4638414" [ 940.135550] env[66507]: _type = "Task" [ 940.135550] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.138732] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739be607-5a55-4676-ba68-fb938fd6e87f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.152017] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 940.152017] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e8572d-663b-a32a-8f16-ae755833b91e" [ 940.152017] env[66507]: _type = "Task" [ 940.152017] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.155018] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.162388] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2774c420-6085-4363-89d1-9b1213848a35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.168014] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e8572d-663b-a32a-8f16-ae755833b91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.225266] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.283718] env[66507]: WARNING neutronclient.v2_0.client [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.393480] env[66507]: DEBUG nova.network.neutron [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.433018] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6232cb-9803-4b6e-b8f0-932689df59f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.445626] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f1d08-0f21-43dd-8f02-15acbdd0db50 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.481486] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286d6e5-87ec-467c-9cc5-5449783f53ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493289] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411663b-5085-4935-b537-1ffb98312ffd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.510098] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.523359] env[66507]: DEBUG nova.compute.provider_tree [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.530401] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.533910] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69af3dd8-30dd-47e6-b737-24a65e141c2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.543220] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 940.543220] env[66507]: value = "task-4638415" [ 940.543220] env[66507]: _type = "Task" [ 940.543220] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.554911] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.651830] env[66507]: DEBUG oslo_vmware.api [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266637} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.652174] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.652306] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.652531] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.652995] env[66507]: INFO nova.compute.manager [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 940.652995] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.653215] env[66507]: DEBUG nova.compute.manager [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 940.653308] env[66507]: DEBUG nova.network.neutron [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.653619] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.666712] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e8572d-663b-a32a-8f16-ae755833b91e, 'name': SearchDatastore_Task, 'duration_secs': 0.02198} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.666986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.667630] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.667630] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f3c66db-c438-4aba-9d96-7250a179b9e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.676440] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 940.676440] env[66507]: value = "task-4638416" [ 940.676440] env[66507]: _type = "Task" [ 940.676440] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.688254] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.715843] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.897604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.897885] env[66507]: DEBUG nova.compute.manager [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Inject network info {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 940.898169] env[66507]: DEBUG nova.compute.manager [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] network_info to inject: |[{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 940.903696] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfiguring VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.903927] env[66507]: DEBUG oslo_concurrency.lockutils [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.904103] env[66507]: DEBUG nova.network.neutron [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.905574] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5ca44f-d6ff-4b5e-bef4-9769c6e0c1fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.919517] env[66507]: WARNING neutronclient.v2_0.client [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.931185] env[66507]: DEBUG oslo_vmware.api [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 940.931185] env[66507]: value = "task-4638417" [ 940.931185] env[66507]: _type = "Task" [ 940.931185] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.942220] env[66507]: DEBUG oslo_vmware.api [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.004269] env[66507]: DEBUG oslo_vmware.api [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638412, 'name': PowerOnVM_Task, 'duration_secs': 0.569816} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.005405] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.006175] env[66507]: INFO nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Took 7.38 seconds to spawn the instance on the hypervisor. [ 941.006175] env[66507]: DEBUG nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 941.006835] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01e67d-1b4f-438c-a351-04c4d3aaf9da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.040198] env[66507]: DEBUG nova.scheduler.client.report [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.043389] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.062151] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638415, 'name': PowerOffVM_Task, 'duration_secs': 0.328442} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.063095] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.063475] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.190941] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638416, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.398049] env[66507]: WARNING neutronclient.v2_0.client [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.445214] env[66507]: DEBUG oslo_vmware.api [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638417, 'name': ReconfigVM_Task, 'duration_secs': 0.394254} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.445934] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e720ec9c-fcce-4629-bbc1-198fcbea6132 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfigured VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 941.484959] env[66507]: DEBUG nova.network.neutron [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.520601] env[66507]: DEBUG nova.network.neutron [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updated VIF entry in instance network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.521531] env[66507]: DEBUG nova.network.neutron [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.533184] env[66507]: INFO nova.compute.manager [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Took 39.67 seconds to build instance. [ 941.544438] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.544975] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 941.548066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.082s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.548338] env[66507]: DEBUG nova.objects.instance [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.574971] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.576062] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.576189] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.576423] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.576676] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.577058] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.579493] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.580151] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.580308] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.580341] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.581376] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.592883] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2da739-b4a5-4887-93a1-16141d107e61 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.612818] env[66507]: DEBUG nova.objects.instance [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lazy-loading 'flavor' on Instance uuid 4480d705-775d-41ed-93bd-18ef3045f7c5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.626012] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 941.626012] env[66507]: value = "task-4638418" [ 941.626012] env[66507]: _type = "Task" [ 941.626012] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.638837] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.694329] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554925} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.694837] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.695099] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.695375] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9520b74e-13d8-4129-80be-6020d2cc1431 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.705111] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 941.705111] env[66507]: value = "task-4638419" [ 941.705111] env[66507]: _type = "Task" [ 941.705111] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.719767] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.770677] env[66507]: DEBUG nova.compute.manager [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Received event network-changed-877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 941.771057] env[66507]: DEBUG nova.compute.manager [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Refreshing instance network info cache due to event network-changed-877aa5c7-aff6-4627-8c6e-1a81c8df4701. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 941.771852] env[66507]: DEBUG oslo_concurrency.lockutils [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] Acquiring lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.772776] env[66507]: DEBUG oslo_concurrency.lockutils [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] Acquired lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.772776] env[66507]: DEBUG nova.network.neutron [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Refreshing network info cache for port 877aa5c7-aff6-4627-8c6e-1a81c8df4701 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.988044] env[66507]: INFO nova.compute.manager [-] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Took 1.33 seconds to deallocate network for instance. [ 942.030413] env[66507]: DEBUG oslo_concurrency.lockutils [req-223ab7d7-1362-420d-ad49-e117b52e62c2 req-0375c8d4-0279-4a16-a29e-4a482d1db2e3 service nova] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.038847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c253205e-7ac2-4f2e-8ed9-3e4dd1934ad5 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.186s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.055091] env[66507]: DEBUG nova.compute.utils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.059961] env[66507]: DEBUG nova.objects.instance [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.061233] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 942.061673] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.062474] env[66507]: WARNING neutronclient.v2_0.client [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.064604] env[66507]: WARNING neutronclient.v2_0.client [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.119389] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.119693] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.119960] env[66507]: WARNING neutronclient.v2_0.client [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.138942] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638418, 'name': ReconfigVM_Task, 'duration_secs': 0.273996} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.139157] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.158264] env[66507]: DEBUG nova.policy [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0b3f14825b4f4d84d565973eeb26a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '196fa0670c3e4c3eb2223287185a1941', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.216265] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075036} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.216638] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.217703] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0f344-d95f-49a8-9552-3b127ae18480 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.245490] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.246119] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bea387a-4f1d-4ba5-bd4a-dda0c7ee3e00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.268344] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 942.268344] env[66507]: value = "task-4638420" [ 942.268344] env[66507]: _type = "Task" [ 942.268344] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.275897] env[66507]: WARNING neutronclient.v2_0.client [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.281794] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.501997] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.562512] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 942.566874] env[66507]: INFO nova.compute.claims [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.624522] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Successfully created port: af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.648864] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.649308] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.649308] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.649531] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.650053] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.650053] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.650221] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.650384] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.650736] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.650865] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.651133] env[66507]: DEBUG nova.virt.hardware [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.660363] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.661528] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d0efba-0f3a-40b1-a5ff-6a5d040c36e4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.689954] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 942.689954] env[66507]: value = "task-4638421" [ 942.689954] env[66507]: _type = "Task" [ 942.689954] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.701903] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.781168] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.883316] env[66507]: DEBUG nova.network.neutron [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.200805] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638421, 'name': ReconfigVM_Task, 'duration_secs': 0.268049} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.201442] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.202069] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209c3a4-dfe2-40c7-a8a5-f5e3a3d3b498 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.231780] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.232501] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1215a3c-5b38-4830-ba29-8165a38653c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.254247] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 943.254247] env[66507]: value = "task-4638422" [ 943.254247] env[66507]: _type = "Task" [ 943.254247] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.270585] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.280835] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.389723] env[66507]: WARNING neutronclient.v2_0.client [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.553021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.553021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.553021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.553021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.553021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.554801] env[66507]: INFO nova.compute.manager [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Terminating instance [ 943.578100] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 943.588322] env[66507]: WARNING neutronclient.v2_0.client [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.608067] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 943.608405] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.608566] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 943.608788] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.609017] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 943.609180] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 943.609290] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.609447] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 943.609610] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 943.609769] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 943.609996] env[66507]: DEBUG nova.virt.hardware [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 943.611393] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6340179-00c5-4b18-a742-122510abf477 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.623594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461ddd3-8949-4adb-afc6-5d9d97bd8eca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.767833] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.782906] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.811588] env[66507]: DEBUG nova.network.neutron [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updated VIF entry in instance network info cache for port 877aa5c7-aff6-4627-8c6e-1a81c8df4701. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.812074] env[66507]: DEBUG nova.network.neutron [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updating instance_info_cache with network_info: [{"id": "877aa5c7-aff6-4627-8c6e-1a81c8df4701", "address": "fa:16:3e:ef:4a:b6", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": null, "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap877aa5c7-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.057056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39239e85-ace3-48a4-9826-afa3e1e035b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.061238] env[66507]: DEBUG nova.compute.manager [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 944.061599] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.062692] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7308fa-5d17-4df5-aa09-912eeac8b3d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.075151] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69bdebe-73c4-4aca-be52-2c0d9d1c577b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.078948] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.079318] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1426c5f1-7373-463b-abc4-6f9c9c2d19e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.125751] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f96e2-e3f1-419a-8b59-4cafd232bd96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.128705] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 944.128705] env[66507]: value = "task-4638423" [ 944.128705] env[66507]: _type = "Task" [ 944.128705] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.137117] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ba64e-f9ba-4e5b-af87-53971c82a7ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.144986] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.159299] env[66507]: DEBUG nova.compute.provider_tree [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.204477] env[66507]: WARNING neutronclient.v2_0.client [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.269553] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638422, 'name': ReconfigVM_Task, 'duration_secs': 0.620058} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.269863] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c593031e-0a82-4165-a17d-038e986c983f/c593031e-0a82-4165-a17d-038e986c983f.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.270165] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.283996] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638420, 'name': ReconfigVM_Task, 'duration_secs': 1.569512} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.284227] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24/959f9e7a-cc96-4d72-9387-8754fd8ffd24.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.284986] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-336af644-c09e-406c-a79f-b38c95701259 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.293141] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 944.293141] env[66507]: value = "task-4638424" [ 944.293141] env[66507]: _type = "Task" [ 944.293141] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.304566] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638424, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.314813] env[66507]: DEBUG oslo_concurrency.lockutils [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] Releasing lock "refresh_cache-5206cd4b-231c-4367-bcaf-f86bb6792768" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.315260] env[66507]: DEBUG nova.compute.manager [req-f5be76ae-ad53-4561-8c14-b6a01792c9f7 req-79ced5ee-558c-429b-8751-469cd29ed958 service nova] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Received event network-vif-deleted-e225da9e-2b6c-428f-becf-f147ff4ffa8e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 944.318907] env[66507]: DEBUG nova.network.neutron [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.455274] env[66507]: DEBUG nova.compute.manager [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 944.455552] env[66507]: DEBUG nova.compute.manager [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing instance network info cache due to event network-changed-70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 944.455761] env[66507]: DEBUG oslo_concurrency.lockutils [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] Acquiring lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.641439] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638423, 'name': PowerOffVM_Task, 'duration_secs': 0.258073} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.643802] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Successfully updated port: af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.645170] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.646562] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.646562] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4105c6b0-5729-4ea7-93b0-676ea183f8c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.663484] env[66507]: DEBUG nova.scheduler.client.report [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.737634] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.737937] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.738146] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore1] ddaf3e82-223c-47c5-81d6-d1a46dcf7759 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.738486] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ba7252-5569-4f17-b1c6-152e119da9be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.749565] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 944.749565] env[66507]: value = "task-4638426" [ 944.749565] env[66507]: _type = "Task" [ 944.749565] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.762081] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.780776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82407fe1-7a6c-415b-a9a4-49459da9667f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.808297] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef08c07-fc41-4511-9a2c-70002d0b0c30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.822551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.822905] env[66507]: DEBUG nova.compute.manager [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Inject network info {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 944.823314] env[66507]: DEBUG nova.compute.manager [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] network_info to inject: |[{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 944.829488] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfiguring VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 944.830180] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638424, 'name': Rename_Task, 'duration_secs': 0.225097} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.858529] env[66507]: DEBUG oslo_concurrency.lockutils [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] Acquired lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.859114] env[66507]: DEBUG nova.network.neutron [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Refreshing network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.861932] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c5f39e-24db-41c8-a912-a717dcca5772 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874534] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.878505] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.884832] env[66507]: WARNING neutronclient.v2_0.client [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.887980] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f2ea732-96e8-4982-ae53-ec4c175d5d9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.899413] env[66507]: DEBUG oslo_vmware.api [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 944.899413] env[66507]: value = "task-4638428" [ 944.899413] env[66507]: _type = "Task" [ 944.899413] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.900474] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 944.900474] env[66507]: value = "task-4638427" [ 944.900474] env[66507]: _type = "Task" [ 944.900474] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.915697] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.919927] env[66507]: DEBUG oslo_vmware.api [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.112021] env[66507]: WARNING neutronclient.v2_0.client [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.149771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.149956] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150182] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.170973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.622s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.170973] env[66507]: WARNING neutronclient.v2_0.client [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.173433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.922s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.175161] env[66507]: INFO nova.compute.claims [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.194085] env[66507]: DEBUG nova.network.neutron [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updated VIF entry in instance network info cache for port 70e83de1-5321-4460-b0c4-606c6cf63b1c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.194450] env[66507]: DEBUG nova.network.neutron [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [{"id": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "address": "fa:16:3e:b6:55:c4", "network": {"id": "d0b2a77e-12d4-4043-b9a8-832977fc8088", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-680602909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451612f94e0465f884528c35f766a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e83de1-53", "ovs_interfaceid": "70e83de1-5321-4460-b0c4-606c6cf63b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.210836] env[66507]: INFO nova.network.neutron [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating port fe23f065-e476-40d6-9fef-64739fe044f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 945.261040] env[66507]: DEBUG oslo_vmware.api [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176355} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.261736] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.261917] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.262115] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.262303] env[66507]: INFO nova.compute.manager [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Took 1.20 seconds to destroy the instance on the hypervisor. [ 945.262605] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 945.262930] env[66507]: DEBUG nova.compute.manager [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 945.262930] env[66507]: DEBUG nova.network.neutron [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.263200] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.350909] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.378717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "4480d705-775d-41ed-93bd-18ef3045f7c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.379051] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.379316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.379518] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.379697] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.386073] env[66507]: INFO nova.compute.manager [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Terminating instance [ 945.394246] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.394246] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.424831] env[66507]: DEBUG oslo_vmware.api [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638427, 'name': PowerOnVM_Task, 'duration_secs': 0.525059} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.429085] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.429226] env[66507]: DEBUG nova.compute.manager [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 945.429896] env[66507]: DEBUG oslo_vmware.api [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638428, 'name': ReconfigVM_Task, 'duration_secs': 0.171935} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.430704] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47412f18-19f5-47a1-a7ea-fd027f31e637 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.434810] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85c6a5-2ace-400c-ae1d-2109f1288396 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Reconfigured VM instance to set the machine id {{(pid=66507) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 945.676260] env[66507]: DEBUG nova.network.neutron [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Port 83db9863-6931-46e1-acf7-4fa3aa3bef88 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 945.697237] env[66507]: DEBUG oslo_concurrency.lockutils [req-99125126-12f3-4563-998b-80d02e149bf3 req-0fb1b95d-20ab-4fc6-a724-f88142ddb9d9 service nova] Releasing lock "refresh_cache-4480d705-775d-41ed-93bd-18ef3045f7c5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.742037] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.885667] env[66507]: WARNING neutronclient.v2_0.client [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.899736] env[66507]: DEBUG nova.compute.manager [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 945.901374] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.901620] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c693c-4033-4ac1-a55d-53d37e09b3c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.912714] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.913125] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6a40561-544e-4225-9a5c-204886c2784c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.922822] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 945.922822] env[66507]: value = "task-4638429" [ 945.922822] env[66507]: _type = "Task" [ 945.922822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.933441] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.960678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.058437] env[66507]: DEBUG nova.compute.manager [req-b920446b-06ef-4138-8842-9d33c957722a req-ca1d4fda-ee7d-4c32-baaa-c0c486cf359f service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Received event network-vif-deleted-b8655f87-1d3e-41d8-a776-d9f582791cdf {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 946.058834] env[66507]: INFO nova.compute.manager [req-b920446b-06ef-4138-8842-9d33c957722a req-ca1d4fda-ee7d-4c32-baaa-c0c486cf359f service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Neutron deleted interface b8655f87-1d3e-41d8-a776-d9f582791cdf; detaching it from the instance and deleting it from the info cache [ 946.059098] env[66507]: DEBUG nova.network.neutron [req-b920446b-06ef-4138-8842-9d33c957722a req-ca1d4fda-ee7d-4c32-baaa-c0c486cf359f service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.073160] env[66507]: DEBUG nova.network.neutron [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [{"id": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "address": "fa:16:3e:c2:b3:e8", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1ef764-64", "ovs_interfaceid": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.142750] env[66507]: DEBUG nova.network.neutron [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.436984] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638429, 'name': PowerOffVM_Task, 'duration_secs': 0.219468} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.437624] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.437624] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.438093] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc6b081-8bf7-4a36-b856-b2adefa2a18d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.515143] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.515511] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.517330] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Deleting the datastore file [datastore2] 4480d705-775d-41ed-93bd-18ef3045f7c5 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.517330] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1851d920-ccb8-47ec-8105-98e6b40ec5a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.523826] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for the task: (returnval){ [ 946.523826] env[66507]: value = "task-4638431" [ 946.523826] env[66507]: _type = "Task" [ 946.523826] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.537172] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.562530] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38a35b6c-9d4b-41c6-9e46-e335075cdea2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.580219] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0238772-0a27-4123-acef-641d5195d6ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.600358] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.600826] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Instance network_info: |[{"id": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "address": "fa:16:3e:c2:b3:e8", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1ef764-64", "ovs_interfaceid": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 946.602298] env[66507]: DEBUG nova.compute.manager [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Received event network-vif-plugged-af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 946.602517] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Acquiring lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.602723] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.602888] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.603066] env[66507]: DEBUG nova.compute.manager [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] No waiting events found dispatching network-vif-plugged-af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 946.603249] env[66507]: WARNING nova.compute.manager [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Received unexpected event network-vif-plugged-af1ef764-6478-4095-ac9c-e35ac5f3de9d for instance with vm_state building and task_state spawning. [ 946.603406] env[66507]: DEBUG nova.compute.manager [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Received event network-changed-af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 946.603561] env[66507]: DEBUG nova.compute.manager [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Refreshing instance network info cache due to event network-changed-af1ef764-6478-4095-ac9c-e35ac5f3de9d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 946.603740] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Acquiring lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.603867] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Acquired lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.604031] env[66507]: DEBUG nova.network.neutron [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Refreshing network info cache for port af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.606036] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af1ef764-6478-4095-ac9c-e35ac5f3de9d', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.613805] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating folder: Project (196fa0670c3e4c3eb2223287185a1941). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.616033] env[66507]: WARNING neutronclient.v2_0.client [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.619604] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925433b8-5a2f-47ca-ad04-47270f5dd8b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.642236] env[66507]: DEBUG nova.compute.manager [req-b920446b-06ef-4138-8842-9d33c957722a req-ca1d4fda-ee7d-4c32-baaa-c0c486cf359f service nova] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Detach interface failed, port_id=b8655f87-1d3e-41d8-a776-d9f582791cdf, reason: Instance ddaf3e82-223c-47c5-81d6-d1a46dcf7759 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 946.646485] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created folder: Project (196fa0670c3e4c3eb2223287185a1941) in parent group-v905587. [ 946.646712] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating folder: Instances. Parent ref: group-v905792. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.647206] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4cf9295-2171-4c70-b68a-3ba49eac6b7d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.649134] env[66507]: INFO nova.compute.manager [-] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Took 1.39 seconds to deallocate network for instance. [ 946.663666] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created folder: Instances in parent group-v905792. [ 946.663920] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 946.664152] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.667027] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714726cd-7421-4fc1-a2ca-5439e18f98da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.684934] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4eafe-a38d-4b3d-a2ba-9a9515fb64a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.703852] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.703852] env[66507]: value = "task-4638434" [ 946.703852] env[66507]: _type = "Task" [ 946.703852] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.720818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.721213] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.721429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.731603] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e005105-4ffc-429c-897e-7a9e3c46cfe7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.742278] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638434, 'name': CreateVM_Task} progress is 15%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.773912] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ace1ba-12f7-4e9f-aec6-523d93556b8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.790215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40341c54-3959-4d7c-88bb-3b6ada3a1f09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.807243] env[66507]: DEBUG nova.compute.provider_tree [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.856885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.856885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.857048] env[66507]: DEBUG nova.network.neutron [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.896123] env[66507]: WARNING neutronclient.v2_0.client [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.029777] env[66507]: DEBUG nova.network.neutron [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updated VIF entry in instance network info cache for port af1ef764-6478-4095-ac9c-e35ac5f3de9d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.030165] env[66507]: DEBUG nova.network.neutron [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [{"id": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "address": "fa:16:3e:c2:b3:e8", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1ef764-64", "ovs_interfaceid": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.038617] env[66507]: DEBUG oslo_vmware.api [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Task: {'id': task-4638431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174576} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.038883] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.039079] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.039272] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.039557] env[66507]: INFO nova.compute.manager [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.039691] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 947.039900] env[66507]: DEBUG nova.compute.manager [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 947.039999] env[66507]: DEBUG nova.network.neutron [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.040273] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.130675] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.156458] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.222686] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638434, 'name': CreateVM_Task, 'duration_secs': 0.479495} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.222843] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.224967] env[66507]: WARNING neutronclient.v2_0.client [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.225390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.225390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.225711] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.226272] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b29b6e-9ba5-461e-9686-1005bc4b84ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.232797] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 947.232797] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52839ad6-8568-34cb-b4f9-f736b371e422" [ 947.232797] env[66507]: _type = "Task" [ 947.232797] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.243343] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52839ad6-8568-34cb-b4f9-f736b371e422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.310573] env[66507]: DEBUG nova.scheduler.client.report [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.360053] env[66507]: WARNING neutronclient.v2_0.client [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.449205] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.449478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.449692] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.449900] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.450321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.453235] env[66507]: INFO nova.compute.manager [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Terminating instance [ 947.534322] env[66507]: DEBUG oslo_concurrency.lockutils [req-c6fe2dfd-4a92-46b3-8e7d-8cd4e826bfd6 req-35d4cee5-944b-40ce-a12f-a1cd012a3038 service nova] Releasing lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.692294] env[66507]: WARNING neutronclient.v2_0.client [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.728361] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.749917] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52839ad6-8568-34cb-b4f9-f736b371e422, 'name': SearchDatastore_Task, 'duration_secs': 0.016574} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.750270] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.750510] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.750771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.750955] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.751170] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.751480] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e915974-2216-4277-bae7-7ca616f594b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.764559] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.764741] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.765714] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5161cb-72ec-4a82-a3b2-cf1f91f72afc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.773024] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 947.773024] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d7ef90-f478-6ef8-96aa-7b33a9e41ac8" [ 947.773024] env[66507]: _type = "Task" [ 947.773024] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.778730] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.778932] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.779114] env[66507]: DEBUG nova.network.neutron [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 947.781391] env[66507]: DEBUG nova.network.neutron [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.785647] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d7ef90-f478-6ef8-96aa-7b33a9e41ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.816744] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.817407] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 947.821055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.888s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.821358] env[66507]: DEBUG nova.objects.instance [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lazy-loading 'resources' on Instance uuid 3f9cf55b-c733-46d0-b9ad-b361f39ce387 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.957948] env[66507]: DEBUG nova.compute.manager [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 947.958297] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.959277] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e4b31-50ee-4de0-9f68-42355b61cb53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.968473] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.969142] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6219fce6-3425-4ccc-a2f4-ed1bf2f206db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.977255] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 947.977255] env[66507]: value = "task-4638435" [ 947.977255] env[66507]: _type = "Task" [ 947.977255] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.987747] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.091363] env[66507]: DEBUG nova.compute.manager [req-fb434a07-48a4-46f5-bd24-9e45f2a19da3 req-47cbd523-5d54-4bad-aa09-e222c1857fca service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Received event network-vif-deleted-70e83de1-5321-4460-b0c4-606c6cf63b1c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 948.091363] env[66507]: INFO nova.compute.manager [req-fb434a07-48a4-46f5-bd24-9e45f2a19da3 req-47cbd523-5d54-4bad-aa09-e222c1857fca service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Neutron deleted interface 70e83de1-5321-4460-b0c4-606c6cf63b1c; detaching it from the instance and deleting it from the info cache [ 948.091363] env[66507]: DEBUG nova.network.neutron [req-fb434a07-48a4-46f5-bd24-9e45f2a19da3 req-47cbd523-5d54-4bad-aa09-e222c1857fca service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.169950] env[66507]: DEBUG nova.network.neutron [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.287732] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.290662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.292912] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d7ef90-f478-6ef8-96aa-7b33a9e41ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.294658] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a128ec5b-400c-406b-a067-843d988eae6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.302600] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 948.302600] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52353310-70a9-148e-e144-cc4114ebf33d" [ 948.302600] env[66507]: _type = "Task" [ 948.302600] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.322931] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52353310-70a9-148e-e144-cc4114ebf33d, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.327036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.327036] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7486b8a4-b18a-4ec8-a556-965e5b9aacf5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.327644] env[66507]: DEBUG nova.compute.utils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.332875] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4bc806-ba3e-4bbe-bc2f-e2c04b2461cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.337249] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 948.337249] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 948.337249] env[66507]: WARNING neutronclient.v2_0.client [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.337249] env[66507]: WARNING neutronclient.v2_0.client [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.341164] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='77f8f1fb5f3e53ceded92936d0f3bfa3',container_format='bare',created_at=2025-11-21T02:24:08Z,direct_url=,disk_format='vmdk',id=3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-604210101-shelved',owner='3baaad5fb48e487f9280a8590537cc67',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-11-21T02:24:27Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.341426] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.342256] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.342256] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.342256] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.342256] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.342256] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.342669] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.342669] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.346199] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.346199] env[66507]: DEBUG nova.virt.hardware [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.346199] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15d770-34a5-4208-af9b-74c1f260978e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.354746] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 948.354746] env[66507]: value = "task-4638436" [ 948.354746] env[66507]: _type = "Task" [ 948.354746] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.370826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0335b6-a4cf-412c-afbb-b76e05d65183 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377029] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.391712] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:eb:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe23f065-e476-40d6-9fef-64739fe044f6', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.401063] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 948.406368] env[66507]: DEBUG nova.policy [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0b3f14825b4f4d84d565973eeb26a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '196fa0670c3e4c3eb2223287185a1941', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.408497] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.413052] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20666a50-a02f-4efb-ad87-9dbf7a415bf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.443044] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.443044] env[66507]: value = "task-4638437" [ 948.443044] env[66507]: _type = "Task" [ 948.443044] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.457258] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638437, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.489273] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638435, 'name': PowerOffVM_Task, 'duration_secs': 0.297794} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.489727] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.489854] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.490132] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbfa0e41-e9d2-4bad-998c-f4e375b68c40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.565130] env[66507]: WARNING neutronclient.v2_0.client [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.570265] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.570699] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.570952] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore2] 495bb8c9-1cc5-4932-b0aa-605a1aacc93a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.571385] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9832314e-121b-4c8f-9034-6d4af38aa8ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.582229] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 948.582229] env[66507]: value = "task-4638439" [ 948.582229] env[66507]: _type = "Task" [ 948.582229] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.595301] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.598092] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f42c4b94-0922-4432-8826-391072d2e9fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609937] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71215c39-9c94-4328-bc6e-f52c5e76415c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.661402] env[66507]: DEBUG nova.compute.manager [req-fb434a07-48a4-46f5-bd24-9e45f2a19da3 req-47cbd523-5d54-4bad-aa09-e222c1857fca service nova] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Detach interface failed, port_id=70e83de1-5321-4460-b0c4-606c6cf63b1c, reason: Instance 4480d705-775d-41ed-93bd-18ef3045f7c5 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 948.672380] env[66507]: INFO nova.compute.manager [-] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Took 1.63 seconds to deallocate network for instance. [ 948.695329] env[66507]: DEBUG nova.network.neutron [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.747216] env[66507]: DEBUG nova.compute.manager [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 948.747477] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.748442] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.748442] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.748442] env[66507]: DEBUG nova.compute.manager [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] No waiting events found dispatching network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 948.748442] env[66507]: WARNING nova.compute.manager [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received unexpected event network-vif-plugged-fe23f065-e476-40d6-9fef-64739fe044f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 948.748442] env[66507]: DEBUG nova.compute.manager [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 948.748732] env[66507]: DEBUG nova.compute.manager [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing instance network info cache due to event network-changed-fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 948.748732] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.748883] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.749131] env[66507]: DEBUG nova.network.neutron [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Refreshing network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.793123] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Successfully created port: bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.833477] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 948.871063] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.955107] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638437, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.976260] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c1a8c7-c4aa-4154-a537-c35af1b91c28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.986482] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c41246-4c08-4f32-86bb-c21e6b7cd2f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.023255] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1179ffa-0ec6-4b91-a731-4b6788d2ce59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.033035] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e609028-0e2a-4a38-b19f-b51a6b51df5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.047772] env[66507]: DEBUG nova.compute.provider_tree [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.094127] env[66507]: DEBUG oslo_vmware.api [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501432} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.095149] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.096773] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.096972] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.097169] env[66507]: INFO nova.compute.manager [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 949.097512] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.097872] env[66507]: DEBUG nova.compute.manager [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 949.097974] env[66507]: DEBUG nova.network.neutron [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.098244] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.127730] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.128725] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ac277f-b62c-4e73-a535-14a50a683405 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.136154] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.136382] env[66507]: ERROR oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk due to incomplete transfer. [ 949.136680] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a462f4b9-2dab-4fc8-8b5c-a1429ac68b4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146264] env[66507]: DEBUG oslo_vmware.rw_handles [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52469ed4-bda3-ecc8-6ca1-af623daf98e5/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.146573] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploaded image 916b660a-7b4f-4c22-81fa-1daa69f8cbe0 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.149407] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.149704] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e3194cb-2fba-4bde-8904-976c6818880a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.158650] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 949.158650] env[66507]: value = "task-4638440" [ 949.158650] env[66507]: _type = "Task" [ 949.158650] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.169209] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638440, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.183538] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.202021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.258024] env[66507]: WARNING neutronclient.v2_0.client [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.371684] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57871} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.372267] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7486b8a4-b18a-4ec8-a556-965e5b9aacf5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.372776] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.373183] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-999ffd29-5149-40a6-856f-a70990477357 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.380742] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 949.380742] env[66507]: value = "task-4638441" [ 949.380742] env[66507]: _type = "Task" [ 949.380742] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.391000] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.426734] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.459050] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638437, 'name': CreateVM_Task, 'duration_secs': 0.698419} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.459335] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.463436] env[66507]: WARNING neutronclient.v2_0.client [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.463816] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.463965] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.464337] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.464621] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ae74ee-0b4b-4b29-b64c-5d59c194fd34 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.470294] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 949.470294] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cf06b5-84aa-6d10-7755-a4f053a28260" [ 949.470294] env[66507]: _type = "Task" [ 949.470294] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.479075] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cf06b5-84aa-6d10-7755-a4f053a28260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.550971] env[66507]: DEBUG nova.scheduler.client.report [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.669672] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638440, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.726863] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8881ff-a255-478e-9eb5-44e873e91224 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.752969] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db094fb-83b1-49ed-9b35-5c141c84fea8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.761268] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.825406] env[66507]: WARNING neutronclient.v2_0.client [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.835903] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.836164] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.844498] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 949.872784] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 949.873186] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.873395] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 949.873641] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.873835] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 949.874057] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 949.874453] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 949.875403] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 949.875403] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 949.875403] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 949.875403] env[66507]: DEBUG nova.virt.hardware [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 949.876772] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde36553-d0ad-49c0-ad69-b1a3b8c2ee91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.894549] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a21cb9-f0d0-4a7e-b213-774ae1f6b50a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.901650] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077153} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.902489] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.903355] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486d3a3-5424-41ed-ad05-aa846220b042 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916504] env[66507]: DEBUG nova.network.neutron [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updated VIF entry in instance network info cache for port fe23f065-e476-40d6-9fef-64739fe044f6. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 949.916858] env[66507]: DEBUG nova.network.neutron [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.942104] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7486b8a4-b18a-4ec8-a556-965e5b9aacf5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.942856] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ccb184-1492-47f9-92e3-94641d521fc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.965766] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 949.965766] env[66507]: value = "task-4638442" [ 949.965766] env[66507]: _type = "Task" [ 949.965766] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.982638] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.991795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.992208] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Processing image 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.992577] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.992777] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.993052] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.993369] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb59f31-bd7a-4d5b-a4c3-1f5700a312ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.005029] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.005382] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.006569] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0082ae-f65a-4b37-a2f2-b9a04e7683d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.015086] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 950.015086] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a0a224-7195-b58f-9efd-49a45921695d" [ 950.015086] env[66507]: _type = "Task" [ 950.015086] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.031295] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a0a224-7195-b58f-9efd-49a45921695d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.056091] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.059126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.815s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.059126] env[66507]: DEBUG nova.objects.instance [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lazy-loading 'resources' on Instance uuid 5b08ea04-1209-49f4-b298-df87484f215e {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.088467] env[66507]: INFO nova.scheduler.client.report [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleted allocations for instance 3f9cf55b-c733-46d0-b9ad-b361f39ce387 [ 950.172056] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638440, 'name': Destroy_Task, 'duration_secs': 0.760257} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.172056] env[66507]: DEBUG nova.network.neutron [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.173243] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroyed the VM [ 950.173492] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.174262] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50f030d1-fa7b-442c-9f01-bbd92c7ddffa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.182850] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 950.182850] env[66507]: value = "task-4638443" [ 950.182850] env[66507]: _type = "Task" [ 950.182850] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.195069] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.268525] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.268899] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b9e199-2d6e-423e-b1ed-199fbef98609 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.277908] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 950.277908] env[66507]: value = "task-4638444" [ 950.277908] env[66507]: _type = "Task" [ 950.277908] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.292996] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.340042] env[66507]: DEBUG nova.compute.utils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.420255] env[66507]: DEBUG oslo_concurrency.lockutils [req-42503d6e-0f8a-4a1f-bf00-f568878b6ad4 req-695a1659-050a-48e4-908f-669818bee987 service nova] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.458650] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Successfully updated port: bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.476767] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638442, 'name': ReconfigVM_Task, 'duration_secs': 0.328926} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.477358] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7486b8a4-b18a-4ec8-a556-965e5b9aacf5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.478634] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8f84f5-574b-458f-a0a2-def5785a7155 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.490130] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 950.490130] env[66507]: value = "task-4638445" [ 950.490130] env[66507]: _type = "Task" [ 950.490130] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.499899] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638445, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.528236] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 950.528556] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Fetch image to [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4/OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 950.528769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Downloading stream optimized image 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac to [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4/OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4.vmdk on the data store datastore2 as vApp {{(pid=66507) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 950.528952] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Downloading image file data 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac to the ESX as VM named 'OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4' {{(pid=66507) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 950.599815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0ab58060-9f7f-49fa-8047-0654ca944018 tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "3f9cf55b-c733-46d0-b9ad-b361f39ce387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.268s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.629897] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 950.629897] env[66507]: value = "resgroup-9" [ 950.629897] env[66507]: _type = "ResourcePool" [ 950.629897] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 950.629897] env[66507]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4adcadfa-8c77-4dca-b1ed-5433161f0083 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669178] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lease: (returnval){ [ 950.669178] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 950.669178] env[66507]: _type = "HttpNfcLease" [ 950.669178] env[66507]: } obtained for vApp import into resource pool (val){ [ 950.669178] env[66507]: value = "resgroup-9" [ 950.669178] env[66507]: _type = "ResourcePool" [ 950.669178] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 950.669489] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the lease: (returnval){ [ 950.669489] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 950.669489] env[66507]: _type = "HttpNfcLease" [ 950.669489] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.676384] env[66507]: INFO nova.compute.manager [-] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Took 1.58 seconds to deallocate network for instance. [ 950.686062] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.686062] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 950.686062] env[66507]: _type = "HttpNfcLease" [ 950.686062] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.701909] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.792188] env[66507]: DEBUG oslo_vmware.api [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638444, 'name': PowerOnVM_Task, 'duration_secs': 0.49646} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.794484] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.794683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec9c1b-3810-40d7-baf3-ba000b936d48 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance 'c593031e-0a82-4165-a17d-038e986c983f' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.843888] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.961663] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.961845] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.962030] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.002495] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638445, 'name': Rename_Task, 'duration_secs': 0.155349} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.005392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.006249] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8eb8186-7157-4382-ad8e-fadce7732568 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.014771] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 951.014771] env[66507]: value = "task-4638447" [ 951.014771] env[66507]: _type = "Task" [ 951.014771] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.027922] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.034578] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c083d6-d9a5-447c-8810-a0b16c546d17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.043179] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d0ca6-4ce3-428b-b53a-05f2c79d8f6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.077173] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe02cf6-c87e-4280-b89c-08b355603b0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.082512] env[66507]: DEBUG nova.compute.manager [req-73616034-f318-4318-93bc-c9bee4c82ee8 req-89f76818-8712-4fab-8476-e41950bac460 service nova] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Received event network-vif-deleted-f7755990-4338-41d6-9db5-fbee821cf28f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 951.089067] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdfdb5a-c19c-4d74-ada1-90b9c8504279 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.105210] env[66507]: DEBUG nova.compute.provider_tree [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.180064] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.180064] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 951.180064] env[66507]: _type = "HttpNfcLease" [ 951.180064] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.187976] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.200369] env[66507]: DEBUG oslo_vmware.api [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.200707] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.200961] env[66507]: INFO nova.compute.manager [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 951.521515] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.528273] env[66507]: DEBUG oslo_vmware.api [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638447, 'name': PowerOnVM_Task, 'duration_secs': 0.485203} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.529889] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.530485] env[66507]: INFO nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Took 7.95 seconds to spawn the instance on the hypervisor. [ 951.530485] env[66507]: DEBUG nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 951.531532] env[66507]: DEBUG nova.compute.manager [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Received event network-vif-plugged-bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 951.531749] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Acquiring lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.531999] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.532191] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.532393] env[66507]: DEBUG nova.compute.manager [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] No waiting events found dispatching network-vif-plugged-bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 951.532590] env[66507]: WARNING nova.compute.manager [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Received unexpected event network-vif-plugged-bb867bb3-2ceb-4086-8c5c-7defcd9ae336 for instance with vm_state building and task_state spawning. [ 951.532773] env[66507]: DEBUG nova.compute.manager [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Received event network-changed-bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 951.532991] env[66507]: DEBUG nova.compute.manager [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Refreshing instance network info cache due to event network-changed-bb867bb3-2ceb-4086-8c5c-7defcd9ae336. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 951.533198] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Acquiring lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.534103] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c485e8-442c-463b-bad8-3d3a03d671bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.609101] env[66507]: DEBUG nova.scheduler.client.report [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.614281] env[66507]: WARNING neutronclient.v2_0.client [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.680224] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.680224] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 951.680224] env[66507]: _type = "HttpNfcLease" [ 951.680224] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.680636] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.680636] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520f4dcf-404c-68e8-da93-905c9918a0e9" [ 951.680636] env[66507]: _type = "HttpNfcLease" [ 951.680636] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 951.682052] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caee164-c2d8-4f17-b3de-d083b989444e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.692521] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.692751] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 951.750894] env[66507]: DEBUG nova.network.neutron [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updating instance_info_cache with network_info: [{"id": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "address": "fa:16:3e:76:a6:9b", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb867bb3-2c", "ovs_interfaceid": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.761825] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd48a245-cc84-4f7a-b608-5b1b5c981420 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.816148] env[66507]: DEBUG nova.compute.manager [None req-1801bf92-5924-44a9-9542-2f06b2cfa26c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Found 1 images (rotation: 2) {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 951.925589] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.925851] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.926099] env[66507]: INFO nova.compute.manager [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Attaching volume ac79abe3-1f2c-4e90-adc5-08e11a50af57 to /dev/sdb [ 951.966776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95794dd0-f0f1-40b5-bed3-e9baaac05895 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.977983] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7a59d-f12b-4261-8567-5a24945b2efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.995605] env[66507]: DEBUG nova.virt.block_device [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating existing volume attachment record: f4adddfc-626d-4121-9c7c-219f12ba34d6 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 952.061501] env[66507]: INFO nova.compute.manager [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Took 34.27 seconds to build instance. [ 952.114282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.117581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.801s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.118081] env[66507]: DEBUG nova.objects.instance [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lazy-loading 'resources' on Instance uuid 4b6d52f7-fbaa-4227-ac5d-677d0414174d {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.140216] env[66507]: INFO nova.scheduler.client.report [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Deleted allocations for instance 5b08ea04-1209-49f4-b298-df87484f215e [ 952.256803] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.257207] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Instance network_info: |[{"id": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "address": "fa:16:3e:76:a6:9b", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb867bb3-2c", "ovs_interfaceid": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 952.259245] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Acquired lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.259581] env[66507]: DEBUG nova.network.neutron [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Refreshing network info cache for port bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.261394] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:a6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb867bb3-2ceb-4086-8c5c-7defcd9ae336', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.271831] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.276603] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.277363] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f6cf60-4f08-4a4a-abf0-34dc8a170dee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.308392] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.308392] env[66507]: value = "task-4638449" [ 952.308392] env[66507]: _type = "Task" [ 952.308392] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.333292] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638449, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.563343] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c115610f-6f73-4e94-bcb7-8538832e98b5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.786s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.653126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3d8e6d20-d828-4d59-8f27-a56fc6b758ed tempest-ServerShowV247Test-75812837 tempest-ServerShowV247Test-75812837-project-member] Lock "5b08ea04-1209-49f4-b298-df87484f215e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.445s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.773117] env[66507]: WARNING neutronclient.v2_0.client [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.830953] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638449, 'name': CreateVM_Task, 'duration_secs': 0.465708} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.831769] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.832120] env[66507]: WARNING neutronclient.v2_0.client [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.833117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.833117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.833117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.836019] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f204fedb-2e00-4704-8584-71077c9877b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.843894] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 952.843894] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52af4c5f-197f-b674-a7db-32b58629612e" [ 952.843894] env[66507]: _type = "Task" [ 952.843894] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.855518] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52af4c5f-197f-b674-a7db-32b58629612e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.004381] env[66507]: DEBUG nova.compute.manager [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 953.011439] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a594bb-9212-4246-9b22-18f5c23d529e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.036663] env[66507]: WARNING neutronclient.v2_0.client [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.158041] env[66507]: DEBUG nova.network.neutron [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updated VIF entry in instance network info cache for port bb867bb3-2ceb-4086-8c5c-7defcd9ae336. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.158041] env[66507]: DEBUG nova.network.neutron [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updating instance_info_cache with network_info: [{"id": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "address": "fa:16:3e:76:a6:9b", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb867bb3-2c", "ovs_interfaceid": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.162318] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.162622] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.163099] env[66507]: DEBUG nova.compute.manager [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Going to confirm migration 3 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 953.165352] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79230d7-499d-44fa-9a88-2496634938b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186636] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01131735-b9d4-4635-b89d-2771e5025c6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.235562] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc5efe-c591-4d71-82ac-8ed209434809 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.246419] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2415eb-f994-4166-84de-ac0b1549f7a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.268774] env[66507]: DEBUG nova.compute.provider_tree [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.357952] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52af4c5f-197f-b674-a7db-32b58629612e, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.359810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.359974] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.360231] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.360397] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.360624] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.361097] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d73541-451e-41bb-b174-35623c90d64d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.374612] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 953.374888] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.375617] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.375617] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.377150] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d594fb-ad32-448d-8b6f-c82b23fe1bc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.380897] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c0349a-2a28-4fb7-9aad-e0f210589efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.390043] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 953.390043] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52148f29-7aea-7c19-768c-1d7f5fca5aa8" [ 953.390043] env[66507]: _type = "Task" [ 953.390043] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.392237] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.392491] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 953.396389] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c96d6d79-c9cc-4ed0-bc43-c24376bdb299 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.404644] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52148f29-7aea-7c19-768c-1d7f5fca5aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.530727] env[66507]: INFO nova.compute.manager [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] instance snapshotting [ 953.531453] env[66507]: DEBUG nova.objects.instance [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.660241] env[66507]: DEBUG oslo_concurrency.lockutils [req-6ef73951-4638-470d-8b6b-e6e52c16c611 req-b7ab69ad-2939-4176-bd1e-fa4247ddf0b3 service nova] Releasing lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.677607] env[66507]: WARNING neutronclient.v2_0.client [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.745542] env[66507]: DEBUG oslo_vmware.rw_handles [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d54b5c-9687-655e-5015-3e47d6166a7e/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 953.745828] env[66507]: INFO nova.virt.vmwareapi.images [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Downloaded image file data 3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac [ 953.746842] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b6e7f-fa21-4688-9ca9-f5da73941174 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.767689] env[66507]: WARNING neutronclient.v2_0.client [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.768058] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.768215] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.768380] env[66507]: DEBUG nova.network.neutron [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 953.768550] env[66507]: DEBUG nova.objects.instance [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lazy-loading 'info_cache' on Instance uuid c593031e-0a82-4165-a17d-038e986c983f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.769943] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d780f1b-7e09-4945-b029-4f9018431170 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.775074] env[66507]: DEBUG nova.scheduler.client.report [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.834155] env[66507]: INFO nova.virt.vmwareapi.images [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] The imported VM was unregistered [ 953.837720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 953.838091] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.838565] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49e47d3-936f-45cd-a35d-916f51ae481f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.868606] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Created directory with path [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.868862] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4/OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4.vmdk to [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk. {{(pid=66507) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 953.869164] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5c3e627-7478-4b45-a32c-de594294ad2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.881235] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 953.881235] env[66507]: value = "task-4638453" [ 953.881235] env[66507]: _type = "Task" [ 953.881235] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.890080] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.903287] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52148f29-7aea-7c19-768c-1d7f5fca5aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.024683} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.904146] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fc74dc-ef97-40a1-9808-8c095f6d496a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.910617] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 953.910617] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525220b4-37fc-6653-9e04-a4d625752fbe" [ 953.910617] env[66507]: _type = "Task" [ 953.910617] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.920076] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525220b4-37fc-6653-9e04-a4d625752fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.036969] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe07dc-f8bf-4317-8aa6-c3195987bdff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.057954] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74816fa3-470d-4dd5-bb87-3c466f936dd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.066292] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "0b312d62-4282-4f54-b4a8-54aee14517c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.066607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.066907] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.067761] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.067761] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.071308] env[66507]: INFO nova.compute.manager [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Terminating instance [ 954.281105] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.284926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.705s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.285448] env[66507]: DEBUG nova.objects.instance [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lazy-loading 'resources' on Instance uuid a469a104-7d21-403b-9513-c37b5b9e27d4 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.315014] env[66507]: INFO nova.scheduler.client.report [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted allocations for instance 4b6d52f7-fbaa-4227-ac5d-677d0414174d [ 954.395437] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.427978] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525220b4-37fc-6653-9e04-a4d625752fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.026404} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.427978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.428209] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.428615] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb6135d-9db5-4137-acc4-d33eadf45ff2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.438794] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 954.438794] env[66507]: value = "task-4638454" [ 954.438794] env[66507]: _type = "Task" [ 954.438794] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.450725] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.574876] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.575609] env[66507]: DEBUG nova.compute.manager [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 954.575838] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.576098] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8476cae-5dc7-4a8e-b601-60f3c844ca3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.579457] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4233bed5-4f58-474d-aa42-2fa486e33be1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.588703] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.590173] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a119f6f5-5f70-48b3-a951-a8dd419afffb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.592027] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 954.592027] env[66507]: value = "task-4638455" [ 954.592027] env[66507]: _type = "Task" [ 954.592027] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.598845] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 954.598845] env[66507]: value = "task-4638456" [ 954.598845] env[66507]: _type = "Task" [ 954.598845] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.605589] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.612174] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.776571] env[66507]: WARNING neutronclient.v2_0.client [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.826503] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1d226667-0ab3-4e74-a82e-fbca9f82de27 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "4b6d52f7-fbaa-4227-ac5d-677d0414174d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.226s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.896067] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.952065] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.996521] env[66507]: WARNING neutronclient.v2_0.client [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.103734] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.111969] env[66507]: DEBUG nova.network.neutron [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [{"id": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "address": "fa:16:3e:6e:f3:78", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db9863-69", "ovs_interfaceid": "83db9863-6931-46e1-acf7-4fa3aa3bef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.121282] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638456, 'name': PowerOffVM_Task, 'duration_secs': 0.293859} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.121711] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.121927] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.122217] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc3b15e-9a04-477a-a77a-1ab0a5dccbbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.206415] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.207208] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.207208] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleting the datastore file [datastore1] 0b312d62-4282-4f54-b4a8-54aee14517c0 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.208718] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60dc796b-6f29-47b2-a224-5fb211eacd52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.218320] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for the task: (returnval){ [ 955.218320] env[66507]: value = "task-4638459" [ 955.218320] env[66507]: _type = "Task" [ 955.218320] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.234907] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.273831] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd714f4-a4eb-4ece-aa0d-fa12635778da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.284141] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40b11e-9b27-46b7-b105-84635a907f07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.320090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c927c3-1482-44ab-a9b5-65e1ab413bce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.329683] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef527f4e-74e8-4a32-8824-32a9a89f06be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.347476] env[66507]: DEBUG nova.compute.provider_tree [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.396415] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.452539] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.605061] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638455, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.615220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-c593031e-0a82-4165-a17d-038e986c983f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.615220] env[66507]: DEBUG nova.objects.instance [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lazy-loading 'migration_context' on Instance uuid c593031e-0a82-4165-a17d-038e986c983f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.642719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "fcb80a35-492d-4830-910e-b25ccb8796e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.642991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.643243] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.644810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.645688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.648178] env[66507]: INFO nova.compute.manager [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Terminating instance [ 955.731320] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.853439] env[66507]: DEBUG nova.scheduler.client.report [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.898894] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.954149] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.104896] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638455, 'name': CreateSnapshot_Task, 'duration_secs': 1.020296} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.105307] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.106250] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd9fd32-c6bd-420e-8ec0-98845828726d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.118271] env[66507]: DEBUG nova.objects.base [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.119437] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a55efd-f75c-40c6-9427-7cb6addd3432 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.140675] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6c9110-449b-42ed-b72a-6ddd089eeb14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.148171] env[66507]: DEBUG oslo_vmware.api [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 956.148171] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52167a5f-17c5-b8f1-edc3-5c42966ae316" [ 956.148171] env[66507]: _type = "Task" [ 956.148171] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.154613] env[66507]: DEBUG nova.compute.manager [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 956.154843] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.155773] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b89125-cf98-49d4-bb58-2e380522d581 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.162675] env[66507]: DEBUG oslo_vmware.api [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52167a5f-17c5-b8f1-edc3-5c42966ae316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.169445] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.169852] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892d5948-d8ac-4596-9eb4-75bd857218c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.179084] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 956.179084] env[66507]: value = "task-4638460" [ 956.179084] env[66507]: _type = "Task" [ 956.179084] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.191244] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.232040] env[66507]: DEBUG oslo_vmware.api [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Task: {'id': task-4638459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.010785} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.232775] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.233000] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.233194] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.233372] env[66507]: INFO nova.compute.manager [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 956.234037] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.234037] env[66507]: DEBUG nova.compute.manager [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 956.234189] env[66507]: DEBUG nova.network.neutron [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 956.234400] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.263873] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "45a882db-0441-49ee-b738-0954a60f4dad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.264153] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.273391] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.364069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.367408] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.401s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.368030] env[66507]: DEBUG nova.objects.instance [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lazy-loading 'resources' on Instance uuid d84fb4d8-e13d-4579-a78b-fb14f251fe15 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.392453] env[66507]: INFO nova.scheduler.client.report [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Deleted allocations for instance a469a104-7d21-403b-9513-c37b5b9e27d4 [ 956.404198] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.456618] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.582964] env[66507]: DEBUG nova.compute.manager [req-07911a93-2999-4c10-b683-bfc3f3d382bc req-8c314772-2d39-415d-bc9f-48d3f504e8ad service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Received event network-vif-deleted-2c1b965c-cee0-4b6e-8951-a26c98608cc0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 956.582964] env[66507]: INFO nova.compute.manager [req-07911a93-2999-4c10-b683-bfc3f3d382bc req-8c314772-2d39-415d-bc9f-48d3f504e8ad service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Neutron deleted interface 2c1b965c-cee0-4b6e-8951-a26c98608cc0; detaching it from the instance and deleting it from the info cache [ 956.583093] env[66507]: DEBUG nova.network.neutron [req-07911a93-2999-4c10-b683-bfc3f3d382bc req-8c314772-2d39-415d-bc9f-48d3f504e8ad service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.628247] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.628654] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fdaf0d5-0448-4750-8822-f85cff1ac717 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.641130] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 956.641130] env[66507]: value = "task-4638461" [ 956.641130] env[66507]: _type = "Task" [ 956.641130] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.652307] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.664094] env[66507]: DEBUG oslo_vmware.api [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52167a5f-17c5-b8f1-edc3-5c42966ae316, 'name': SearchDatastore_Task, 'duration_secs': 0.054746} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.664588] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.689687] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638460, 'name': PowerOffVM_Task, 'duration_secs': 0.288356} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.690116] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.690372] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.690672] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b267e37f-d805-41da-97e5-8626ad864eb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.767794] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 956.835617] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.835985] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.836268] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore2] fcb80a35-492d-4830-910e-b25ccb8796e2 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.836805] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0924b5ab-83f6-48b4-af34-5e3f8377328a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.847145] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 956.847145] env[66507]: value = "task-4638463" [ 956.847145] env[66507]: _type = "Task" [ 956.847145] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.858878] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.897986] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.908827] env[66507]: DEBUG oslo_concurrency.lockutils [None req-862e42a6-ee52-4b46-9dd9-984e422f71f6 tempest-ServerGroupTestJSON-1641290138 tempest-ServerGroupTestJSON-1641290138-project-member] Lock "a469a104-7d21-403b-9513-c37b5b9e27d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.155s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.957808] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.053662] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.054297] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905799', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'name': 'volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e189741-77c5-455a-90ba-b4bc6fc2e8d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'serial': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.054986] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3984e0-3cb2-4557-bbc0-cbe050d322f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.061209] env[66507]: DEBUG nova.network.neutron [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.080642] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf6dd5a-723a-416b-b38e-f00bb84e3f82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.085724] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720caee1-4286-46e4-96c8-f155b5254a73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.114839] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57/volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.119135] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e678e46-40ca-4deb-b1c1-320f1f1ca35a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.141151] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5897d2b4-b3e3-4098-8e49-655591057b4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.156241] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 957.156241] env[66507]: value = "task-4638464" [ 957.156241] env[66507]: _type = "Task" [ 957.156241] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.171535] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.178730] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.193876] env[66507]: DEBUG nova.compute.manager [req-07911a93-2999-4c10-b683-bfc3f3d382bc req-8c314772-2d39-415d-bc9f-48d3f504e8ad service nova] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Detach interface failed, port_id=2c1b965c-cee0-4b6e-8951-a26c98608cc0, reason: Instance 0b312d62-4282-4f54-b4a8-54aee14517c0 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 957.296939] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.360176] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.402213] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638453, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.104089} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.402570] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4/OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4.vmdk to [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk. [ 957.402732] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Cleaning up location [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 957.402897] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e268d12e-de6c-4516-a204-61491af479c4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.403189] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2327c2e-67de-483f-a06b-b4e1a287c830 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.412521] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 957.412521] env[66507]: value = "task-4638465" [ 957.412521] env[66507]: _type = "Task" [ 957.412521] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.417937] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c7f1f-1720-4841-9d16-41b7f52d8d68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.429612] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c842e917-41a2-42ad-9ff5-440aa6e8a311 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.433047] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.466952] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ad320-c8a8-4216-92fb-c6695a0ef9c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.479659] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645f602-ce5c-4a31-b96e-b7dc02aba378 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.483869] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638454, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.526752} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.484145] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.484353] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.485053] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5223ddb0-bd26-4e7c-b254-9cd95c41d727 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.497174] env[66507]: DEBUG nova.compute.provider_tree [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.500048] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 957.500048] env[66507]: value = "task-4638466" [ 957.500048] env[66507]: _type = "Task" [ 957.500048] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.510752] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.564206] env[66507]: INFO nova.compute.manager [-] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Took 1.33 seconds to deallocate network for instance. [ 957.670492] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.674012] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.861018] env[66507]: DEBUG oslo_vmware.api [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.861018] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.861018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.861267] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.861487] env[66507]: INFO nova.compute.manager [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 957.861804] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.862068] env[66507]: DEBUG nova.compute.manager [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 957.864502] env[66507]: DEBUG nova.network.neutron [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.864502] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.923497] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139411} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.923937] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.924055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.924360] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk to [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.924695] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bab4e6c9-07fd-4fae-9acb-42c155d4c760 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.934856] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 957.934856] env[66507]: value = "task-4638467" [ 957.934856] env[66507]: _type = "Task" [ 957.934856] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.946506] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.965107] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.003140] env[66507]: DEBUG nova.scheduler.client.report [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.024205] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07276} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.024205] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.024205] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af98ec-3306-4280-bf2d-b9d45b5872de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.050936] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.053245] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5358913b-95a8-4790-86fc-f64ccd80b095 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.072094] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.075607] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 958.075607] env[66507]: value = "task-4638468" [ 958.075607] env[66507]: _type = "Task" [ 958.075607] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.086936] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.179578] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.180508] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.449461] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.517030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.518785] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.586s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.520541] env[66507]: INFO nova.compute.claims [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.542751] env[66507]: INFO nova.scheduler.client.report [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Deleted allocations for instance d84fb4d8-e13d-4579-a78b-fb14f251fe15 [ 958.589967] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638468, 'name': ReconfigVM_Task, 'duration_secs': 0.367842} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.590836] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.591906] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5531ae7a-78a2-4c5d-b452-c1ae89debc6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.601485] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 958.601485] env[66507]: value = "task-4638469" [ 958.601485] env[66507]: _type = "Task" [ 958.601485] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.612332] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638469, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.631247] env[66507]: DEBUG nova.compute.manager [req-bde5f335-50f2-44df-8ae5-4daea1257428 req-6313139f-a54d-416f-87a8-54e2dd68e1a0 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Received event network-vif-deleted-ba555f7f-16e0-47fb-94d8-a4760bb83104 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 958.631385] env[66507]: INFO nova.compute.manager [req-bde5f335-50f2-44df-8ae5-4daea1257428 req-6313139f-a54d-416f-87a8-54e2dd68e1a0 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Neutron deleted interface ba555f7f-16e0-47fb-94d8-a4760bb83104; detaching it from the instance and deleting it from the info cache [ 958.631677] env[66507]: DEBUG nova.network.neutron [req-bde5f335-50f2-44df-8ae5-4daea1257428 req-6313139f-a54d-416f-87a8-54e2dd68e1a0 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.673720] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.678038] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638464, 'name': ReconfigVM_Task, 'duration_secs': 1.269444} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.678328] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57/volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.683552] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfdb417-3f28-4ed5-8668-77e865a52f01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703913] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 958.703913] env[66507]: value = "task-4638470" [ 958.703913] env[66507]: _type = "Task" [ 958.703913] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.718274] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.767663] env[66507]: DEBUG nova.network.neutron [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.950551] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.055507] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4dd1f111-eee7-4881-bb13-1d93da89090d tempest-ImagesOneServerNegativeTestJSON-1621881971 tempest-ImagesOneServerNegativeTestJSON-1621881971-project-member] Lock "d84fb4d8-e13d-4579-a78b-fb14f251fe15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.126s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.113459] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638469, 'name': Rename_Task, 'duration_secs': 0.195072} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.113622] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.113894] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8886ec0-4c74-48d0-9be9-376b641c5c51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.121981] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 959.121981] env[66507]: value = "task-4638471" [ 959.121981] env[66507]: _type = "Task" [ 959.121981] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.131757] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.135987] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-080b3047-37fd-451d-887e-56eb78516fbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.150481] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e1f75-37e3-4a58-a964-4a3eb1d628ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.180276] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638461, 'name': CloneVM_Task, 'duration_secs': 2.10733} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.180504] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created linked-clone VM from snapshot [ 959.181337] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad295b9d-39ed-41a9-a673-e111e26c4554 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.196992] env[66507]: DEBUG nova.compute.manager [req-bde5f335-50f2-44df-8ae5-4daea1257428 req-6313139f-a54d-416f-87a8-54e2dd68e1a0 service nova] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Detach interface failed, port_id=ba555f7f-16e0-47fb-94d8-a4760bb83104, reason: Instance fcb80a35-492d-4830-910e-b25ccb8796e2 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 959.203913] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploading image 8eb8451b-cc06-4d6d-83d7-d93f35d19ea5 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.219683] env[66507]: DEBUG oslo_vmware.api [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638470, 'name': ReconfigVM_Task, 'duration_secs': 0.18778} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.220105] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905799', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'name': 'volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e189741-77c5-455a-90ba-b4bc6fc2e8d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'serial': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.234414] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.234414] env[66507]: value = "vm-905801" [ 959.234414] env[66507]: _type = "VirtualMachine" [ 959.234414] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.234789] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9fee46f-2d87-48a6-98f8-7b43d971021c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.244890] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease: (returnval){ [ 959.244890] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ab421-4767-c7da-1d36-0381293fb154" [ 959.244890] env[66507]: _type = "HttpNfcLease" [ 959.244890] env[66507]: } obtained for exporting VM: (result){ [ 959.244890] env[66507]: value = "vm-905801" [ 959.244890] env[66507]: _type = "VirtualMachine" [ 959.244890] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.245338] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the lease: (returnval){ [ 959.245338] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ab421-4767-c7da-1d36-0381293fb154" [ 959.245338] env[66507]: _type = "HttpNfcLease" [ 959.245338] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.256869] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.256869] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ab421-4767-c7da-1d36-0381293fb154" [ 959.256869] env[66507]: _type = "HttpNfcLease" [ 959.256869] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.272581] env[66507]: INFO nova.compute.manager [-] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Took 1.41 seconds to deallocate network for instance. [ 959.453931] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.639265] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.758566] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.758566] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ab421-4767-c7da-1d36-0381293fb154" [ 959.758566] env[66507]: _type = "HttpNfcLease" [ 959.758566] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.758973] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.758973] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523ab421-4767-c7da-1d36-0381293fb154" [ 959.758973] env[66507]: _type = "HttpNfcLease" [ 959.758973] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.759970] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14c585a-197c-4527-9cf9-208bd2876fe8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.775733] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.776727] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.782255] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.931172] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1bd5a65-493f-43b5-bca9-e76d12f62ee8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.957767] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.057569] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3457af8b-f84e-43dc-9e98-5cbac0ff4a39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.068417] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a57a64-1daf-4527-be23-b4121ff2576d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.102804] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c43bb2-dc2e-4022-bdc6-2252389c74d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.112573] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9376d6a-97f3-41fa-88d0-9ba52a5bd0c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.136885] env[66507]: DEBUG nova.compute.provider_tree [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.147933] env[66507]: DEBUG oslo_vmware.api [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638471, 'name': PowerOnVM_Task, 'duration_secs': 0.632466} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.148401] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.148726] env[66507]: INFO nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Took 10.30 seconds to spawn the instance on the hypervisor. [ 960.149084] env[66507]: DEBUG nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 960.150168] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c172047-fa00-4edc-8ab0-aceccae9ebe4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.272492] env[66507]: DEBUG nova.objects.instance [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.449896] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.642174] env[66507]: DEBUG nova.scheduler.client.report [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.674320] env[66507]: INFO nova.compute.manager [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Took 41.45 seconds to build instance. [ 960.778374] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f32c3a0f-407b-4e9c-b13f-8c7f4fa9b60a tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.851s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.953229] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638467, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.74997} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.953682] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac/3ba2f7e7-2691-4f6b-a2d4-0a43db4e16ac.vmdk to [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.956027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73adde68-2ce1-4914-a39d-598874cf2e9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.987763] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.988608] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8d00a0-204d-4bec-9c46-0442568ece66 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.013428] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 961.013428] env[66507]: value = "task-4638473" [ 961.013428] env[66507]: _type = "Task" [ 961.013428] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.024543] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.148731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.149336] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 961.152278] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.084s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.153905] env[66507]: INFO nova.compute.claims [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.181651] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3566c9ea-db66-445a-af14-427dfb52dbed tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.976s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.527857] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.661546] env[66507]: DEBUG nova.compute.utils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.664098] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 961.664098] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 961.664467] env[66507]: WARNING neutronclient.v2_0.client [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.664740] env[66507]: WARNING neutronclient.v2_0.client [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.721803] env[66507]: DEBUG nova.policy [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f09f5f9d1d749fabcbc27cb6115f21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757ae71e1500432fa0ec67216952e8a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.894913] env[66507]: INFO nova.compute.manager [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Rescuing [ 961.896197] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.896197] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.896197] env[66507]: DEBUG nova.network.neutron [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.027223] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638473, 'name': ReconfigVM_Task, 'duration_secs': 0.736355} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.028820] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7/3a7cf3f8-36cb-4074-9b61-444bc6919ec7.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.029798] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cae09125-ef44-4441-83fe-54d3faddb983 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.041112] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 962.041112] env[66507]: value = "task-4638474" [ 962.041112] env[66507]: _type = "Task" [ 962.041112] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.050808] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638474, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.170992] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 962.202120] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Successfully created port: 103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 962.252427] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.252672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.399394] env[66507]: WARNING neutronclient.v2_0.client [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.552469] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638474, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.666844] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7afe6f6-c258-41bf-8f6a-0d3a9c8cc9c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.676839] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6d939-f010-479b-a1b4-6538dc6de760 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.718357] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb3306-3d12-4a7b-b67e-c89ea043b3e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.731026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d96e5f-b459-43a4-8131-00c02f07093e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.751733] env[66507]: DEBUG nova.compute.provider_tree [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.761574] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 963.047575] env[66507]: WARNING neutronclient.v2_0.client [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.058998] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638474, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.186101] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 963.215089] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.215307] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.215468] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.215691] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.215840] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.215971] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.216204] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.216364] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.216560] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.216763] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.216975] env[66507]: DEBUG nova.virt.hardware [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.218037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3625c1-505a-4d29-8746-867a0e246996 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.227722] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208a86dc-2b6e-48c9-8a8a-6b905578a941 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.255505] env[66507]: DEBUG nova.scheduler.client.report [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.278744] env[66507]: DEBUG nova.network.neutron [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updating instance_info_cache with network_info: [{"id": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "address": "fa:16:3e:76:a6:9b", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb867bb3-2c", "ovs_interfaceid": "bb867bb3-2ceb-4086-8c5c-7defcd9ae336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.281163] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.554150] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638474, 'name': Rename_Task, 'duration_secs': 1.211943} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.554380] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.554673] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1af9565a-1981-4f60-acac-f8ff2750544a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.561568] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 963.561568] env[66507]: value = "task-4638475" [ 963.561568] env[66507]: _type = "Task" [ 963.561568] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.571920] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.761038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.761610] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 963.765077] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.380s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.765077] env[66507]: DEBUG nova.objects.instance [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.782469] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.017190] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Successfully updated port: 103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 964.073753] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638475, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.269901] env[66507]: DEBUG nova.compute.utils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.275846] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 964.301811] env[66507]: DEBUG nova.compute.manager [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Received event network-vif-plugged-103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 964.301811] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] Acquiring lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.301811] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.301811] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.301811] env[66507]: DEBUG nova.compute.manager [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] No waiting events found dispatching network-vif-plugged-103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 964.303170] env[66507]: WARNING nova.compute.manager [req-ba37bcb2-d75a-477c-afd7-6cea995ce6d4 req-f04d8b1b-6dcd-412c-b687-36b4cd7b8e00 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Received unexpected event network-vif-plugged-103f8938-a0c5-4051-9d45-7a82a5fac4e3 for instance with vm_state building and task_state spawning. [ 964.520642] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.521377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquired lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.521377] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.582167] env[66507]: DEBUG oslo_vmware.api [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638475, 'name': PowerOnVM_Task, 'duration_secs': 0.647433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.582571] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.694225] env[66507]: DEBUG nova.compute.manager [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 964.695143] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ca7a3-e155-47c8-9c25-427b1c8abb07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.775408] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 964.779548] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ec7c60d6-1f09-45fe-b352-02571c5154f0 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.780910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.416s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.781140] env[66507]: DEBUG nova.objects.instance [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lazy-loading 'resources' on Instance uuid 68147eeb-a64c-4eea-9382-3fa55f0e2c9c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.115979] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.224713] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dee54f64-1137-4871-886f-c807043ce591 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.800s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.322325] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.322473] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec71b36b-8bc1-4110-8636-13fbf8c93b53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.330646] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 965.330646] env[66507]: value = "task-4638476" [ 965.330646] env[66507]: _type = "Task" [ 965.330646] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.353046] env[66507]: WARNING neutronclient.v2_0.client [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.360897] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.541748] env[66507]: DEBUG nova.network.neutron [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Updating instance_info_cache with network_info: [{"id": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "address": "fa:16:3e:73:b4:fe", "network": {"id": "6aceb765-4786-438e-9336-a71ad06655df", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735509858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ae71e1500432fa0ec67216952e8a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103f8938-a0", "ovs_interfaceid": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.757671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05700a-4f94-4919-9b3d-8c85c8d2989b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.768030] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aec956-e42e-4d76-818f-4afa4a0956e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.804511] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 965.808293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af691fd-f87f-4d84-9331-b2cb3315fbf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.818582] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9c477-156b-4ebd-ae40-d8bcbe945b27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.839912] env[66507]: DEBUG nova.compute.provider_tree [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.844396] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 965.844764] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.844959] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 965.845204] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.845421] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 965.845635] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 965.845851] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.846056] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 965.846223] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 965.846389] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 965.846611] env[66507]: DEBUG nova.virt.hardware [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 965.850642] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d43cb7-fa23-4c95-b247-d5a61733b5d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.863779] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638476, 'name': PowerOffVM_Task, 'duration_secs': 0.217916} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.865233] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c61c1-3b38-47da-a8dd-47bba8ebadd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.869830] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.870731] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304145ee-7a18-43dc-9c27-90419452a4da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.886080] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.892039] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Creating folder: Project (298ef51864bc48029212dae4c7b0b284). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.906176] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb93172-e07e-4699-960a-9225d01d6ec0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.909072] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78da3f-a95c-460e-ba08-af4196a66eaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.923185] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Created folder: Project (298ef51864bc48029212dae4c7b0b284) in parent group-v905587. [ 965.923578] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Creating folder: Instances. Parent ref: group-v905802. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.923810] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8a8894c-52ef-4ab9-a189-cbc1b819ba2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.937831] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Created folder: Instances in parent group-v905802. [ 965.938546] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 965.941807] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.941807] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2bad02b-59c4-4091-942a-444210d3e82a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.958946] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.959362] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f1e5aba-d910-4d76-9f32-239ec49b53fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.968789] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 965.968789] env[66507]: value = "task-4638479" [ 965.968789] env[66507]: _type = "Task" [ 965.968789] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.970313] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.970313] env[66507]: value = "task-4638480" [ 965.970313] env[66507]: _type = "Task" [ 965.970313] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.985657] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638480, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.991392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.991605] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.992246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.992495] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.992705] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.993102] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2c86556-3335-45de-8131-eebd2b78c33a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.006688] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.007211] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.008037] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed59dad-eb23-4c4c-a34f-49e828170bfa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.015204] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 966.015204] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d46ac8-2ae5-0f3f-84b6-c60f167a4624" [ 966.015204] env[66507]: _type = "Task" [ 966.015204] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.025165] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d46ac8-2ae5-0f3f-84b6-c60f167a4624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.045140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Releasing lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.045622] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Instance network_info: |[{"id": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "address": "fa:16:3e:73:b4:fe", "network": {"id": "6aceb765-4786-438e-9336-a71ad06655df", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735509858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ae71e1500432fa0ec67216952e8a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103f8938-a0", "ovs_interfaceid": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 966.046288] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:b4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '103f8938-a0c5-4051-9d45-7a82a5fac4e3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.054485] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Creating folder: Project (757ae71e1500432fa0ec67216952e8a2). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.054703] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63aaa1d3-b02f-4c81-9f26-c8d860fc0645 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.068235] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Created folder: Project (757ae71e1500432fa0ec67216952e8a2) in parent group-v905587. [ 966.069017] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Creating folder: Instances. Parent ref: group-v905805. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.069017] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef4cda6-57dd-4abd-93c0-3bd54d999c9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.081993] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Created folder: Instances in parent group-v905805. [ 966.081993] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.081993] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.081993] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33bd73f-f3ec-442a-be83-6481a51563e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.105668] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.105668] env[66507]: value = "task-4638483" [ 966.105668] env[66507]: _type = "Task" [ 966.105668] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.115387] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638483, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.358611] env[66507]: DEBUG nova.scheduler.client.report [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.405753] env[66507]: DEBUG nova.compute.manager [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Received event network-changed-103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 966.406096] env[66507]: DEBUG nova.compute.manager [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Refreshing instance network info cache due to event network-changed-103f8938-a0c5-4051-9d45-7a82a5fac4e3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 966.406362] env[66507]: DEBUG oslo_concurrency.lockutils [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] Acquiring lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406608] env[66507]: DEBUG oslo_concurrency.lockutils [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] Acquired lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.406808] env[66507]: DEBUG nova.network.neutron [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Refreshing network info cache for port 103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.489213] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638480, 'name': CreateVM_Task, 'duration_secs': 0.340856} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.489392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.492669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.492669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.492669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.492669] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ba00ba-13b7-4e31-b08b-4919b2bdd890 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.499103] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 966.499103] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b8bb5e-85bb-3fa1-7225-ce7f6cf181fa" [ 966.499103] env[66507]: _type = "Task" [ 966.499103] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.511559] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b8bb5e-85bb-3fa1-7225-ce7f6cf181fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.530482] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d46ac8-2ae5-0f3f-84b6-c60f167a4624, 'name': SearchDatastore_Task, 'duration_secs': 0.019425} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.531401] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a43da7-3592-4d3f-b93d-0a9c8affb37b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.539229] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 966.539229] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ffe84f-f0b0-09c9-2a9e-f7419ff101d4" [ 966.539229] env[66507]: _type = "Task" [ 966.539229] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.550019] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ffe84f-f0b0-09c9-2a9e-f7419ff101d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.617981] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638483, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.865097] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.867699] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.762s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.868164] env[66507]: DEBUG nova.objects.instance [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.899290] env[66507]: INFO nova.scheduler.client.report [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Deleted allocations for instance 68147eeb-a64c-4eea-9382-3fa55f0e2c9c [ 966.910537] env[66507]: WARNING neutronclient.v2_0.client [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.021034] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b8bb5e-85bb-3fa1-7225-ce7f6cf181fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01542} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.021034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.021034] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.022237] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.022627] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.022961] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.023584] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bfdcd49-272d-495a-8217-5dda185533d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.037340] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.037529] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.038530] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d144cd17-68b4-4267-8362-024a3c2313a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.051563] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 967.051563] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5293eab6-bf6c-96e0-4cc5-79ccf942c1bb" [ 967.051563] env[66507]: _type = "Task" [ 967.051563] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.057622] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ffe84f-f0b0-09c9-2a9e-f7419ff101d4, 'name': SearchDatastore_Task, 'duration_secs': 0.022884} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.061472] env[66507]: DEBUG oslo_concurrency.lockutils [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.061848] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 967.062114] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ddb3e0-9229-4478-9d0f-d403115e883a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.072694] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5293eab6-bf6c-96e0-4cc5-79ccf942c1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.082043] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 967.082043] env[66507]: value = "task-4638484" [ 967.082043] env[66507]: _type = "Task" [ 967.082043] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.082043] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6bf79cb-f4d1-4bfb-a352-5b3df02b7ad6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.093547] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 967.093547] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dfc698-5008-7e89-3d65-8906a414eb84" [ 967.093547] env[66507]: _type = "Task" [ 967.093547] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.097186] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.107350] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dfc698-5008-7e89-3d65-8906a414eb84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.120726] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638483, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.218570] env[66507]: WARNING neutronclient.v2_0.client [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.222763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c18739-5c78-4a08-ad5b-481e3edbac7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.232058] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Suspending the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 967.232418] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e2e6e16a-52c2-4871-86b2-9f390e36917a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.241361] env[66507]: DEBUG oslo_vmware.api [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 967.241361] env[66507]: value = "task-4638485" [ 967.241361] env[66507]: _type = "Task" [ 967.241361] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.252309] env[66507]: DEBUG oslo_vmware.api [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638485, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.408731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da83a8cb-a92a-403b-8942-a83f2b175eb5 tempest-ServersTestFqdnHostnames-1527225676 tempest-ServersTestFqdnHostnames-1527225676-project-member] Lock "68147eeb-a64c-4eea-9382-3fa55f0e2c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.732s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.422775] env[66507]: DEBUG nova.network.neutron [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Updated VIF entry in instance network info cache for port 103f8938-a0c5-4051-9d45-7a82a5fac4e3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 967.423182] env[66507]: DEBUG nova.network.neutron [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Updating instance_info_cache with network_info: [{"id": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "address": "fa:16:3e:73:b4:fe", "network": {"id": "6aceb765-4786-438e-9336-a71ad06655df", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735509858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ae71e1500432fa0ec67216952e8a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103f8938-a0", "ovs_interfaceid": "103f8938-a0c5-4051-9d45-7a82a5fac4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.597954] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.608622] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dfc698-5008-7e89-3d65-8906a414eb84, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.613508] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.613824] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.614270] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088f4750-6b95-4c0a-944d-1ca21177ddba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.627219] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638483, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.629671] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 967.629671] env[66507]: value = "task-4638486" [ 967.629671] env[66507]: _type = "Task" [ 967.629671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.642031] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.753501] env[66507]: DEBUG oslo_vmware.api [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638485, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.879307] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0c6f3cf8-6eb8-48d6-85c3-13995fb29094 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.880757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.656s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.881105] env[66507]: DEBUG nova.objects.instance [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'resources' on Instance uuid 5206cd4b-231c-4367-bcaf-f86bb6792768 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.925883] env[66507]: DEBUG oslo_concurrency.lockutils [req-d69790ef-1e51-4dd4-bb9f-e5270771a924 req-8d287476-e72d-4274-9604-0a12b301a7e5 service nova] Releasing lock "refresh_cache-7bf5a900-7879-4257-bc6f-f47cdad6d8f6" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.959424] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.961387] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add6bf4-80c1-472f-9120-7fb951782e8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.969549] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.969746] env[66507]: ERROR oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk due to incomplete transfer. [ 967.970013] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8487b350-0fcf-4bbd-9553-e349036660ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.980099] env[66507]: DEBUG oslo_vmware.rw_handles [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52775d5f-f8cc-3202-d41d-7a98d2fbdd4e/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.980340] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploaded image 8eb8451b-cc06-4d6d-83d7-d93f35d19ea5 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.983311] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.983642] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae3fe369-f77c-41a5-ade8-9688145005be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.993659] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 967.993659] env[66507]: value = "task-4638487" [ 967.993659] env[66507]: _type = "Task" [ 967.993659] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.006795] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638487, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.098247] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.121633] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638483, 'name': CreateVM_Task, 'duration_secs': 1.552071} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.121845] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.123028] env[66507]: WARNING neutronclient.v2_0.client [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.123509] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.123721] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.124106] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.124443] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7033b166-093c-4b66-8f33-a748a876a317 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.132843] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 968.132843] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b03700-0d71-be43-abfa-abba4ad1f99a" [ 968.132843] env[66507]: _type = "Task" [ 968.132843] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.150752] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.151142] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b03700-0d71-be43-abfa-abba4ad1f99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.255654] env[66507]: DEBUG oslo_vmware.api [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638485, 'name': SuspendVM_Task} progress is 58%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.387541] env[66507]: DEBUG nova.objects.instance [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'numa_topology' on Instance uuid 5206cd4b-231c-4367-bcaf-f86bb6792768 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.506085] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638487, 'name': Destroy_Task, 'duration_secs': 0.468008} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.507585] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroyed the VM [ 968.507585] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.507585] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1a910c6-4d50-4541-8369-190b62f2b332 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.515670] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 968.515670] env[66507]: value = "task-4638488" [ 968.515670] env[66507]: _type = "Task" [ 968.515670] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.520479] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.520808] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.530488] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.600303] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.259581} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.600624] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 968.601523] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc58277-0473-4dda-b950-a7ade1a7f6ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.633174] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.633973] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc392b28-7668-45ee-8af8-598d9b28f899 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.663433] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957633} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.668700] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.668893] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.669134] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 968.669134] env[66507]: value = "task-4638489" [ 968.669134] env[66507]: _type = "Task" [ 968.669134] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.669409] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b03700-0d71-be43-abfa-abba4ad1f99a, 'name': SearchDatastore_Task, 'duration_secs': 0.03844} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.669589] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ef2923-96d9-41f1-a830-920e21ca043c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.672223] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.672633] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.672989] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.673205] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.673395] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.677897] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4db3ea4c-8341-44c6-902b-f877ad96cabc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.688432] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.695025] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.695025] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.695025] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 968.695025] env[66507]: value = "task-4638490" [ 968.695025] env[66507]: _type = "Task" [ 968.695025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.695025] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22a9a14-da2a-448f-b2fd-cdc106ec6c11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.704313] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 968.704313] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5287320e-df69-1080-d04f-2bee843908d3" [ 968.704313] env[66507]: _type = "Task" [ 968.704313] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.707808] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.718839] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5287320e-df69-1080-d04f-2bee843908d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.760392] env[66507]: DEBUG oslo_vmware.api [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638485, 'name': SuspendVM_Task, 'duration_secs': 1.483472} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.762030] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Suspended the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 968.762030] env[66507]: DEBUG nova.compute.manager [None req-47bd65e0-c97a-4a38-ae4a-16368cd2ce81 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 968.762030] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b272d9b9-6c2b-4771-868c-66c3ee7db93e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.892109] env[66507]: DEBUG nova.objects.base [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Object Instance<5206cd4b-231c-4367-bcaf-f86bb6792768> lazy-loaded attributes: resources,numa_topology {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.035319] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.035996] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638488, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.040305] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 969.040305] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.187031] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.207211] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218827} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.210960] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.216156] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197903e-a5f4-48ea-b6cd-99f84ac9bed7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.237491] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5287320e-df69-1080-d04f-2bee843908d3, 'name': SearchDatastore_Task, 'duration_secs': 0.027444} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.246287] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.252235] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473c0674-5535-4ba3-8d95-98cefdae2f07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.268268] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edeb8ed2-99b9-442d-9884-0e50b9607106 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.276213] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 969.276213] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c44d0c-6876-bbde-00db-20134e71a85e" [ 969.276213] env[66507]: _type = "Task" [ 969.276213] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.287212] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 969.287212] env[66507]: value = "task-4638491" [ 969.287212] env[66507]: _type = "Task" [ 969.287212] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.295952] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c44d0c-6876-bbde-00db-20134e71a85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.303942] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.392125] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399ebbc-ad30-4923-b29f-615522ef1bc1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.403377] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b9bcb-f125-48a9-ac5e-78c20115df57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.440027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6712a9-1329-4515-bbaa-0a595483c81b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.449438] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf215165-6b7c-4ec1-b7b6-02cf9a196fb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.465778] env[66507]: DEBUG nova.compute.provider_tree [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.532787] env[66507]: DEBUG oslo_vmware.api [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638488, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583704} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.533551] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 969.533551] env[66507]: INFO nova.compute.manager [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 969.543136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.686965] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638489, 'name': ReconfigVM_Task, 'duration_secs': 0.538586} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.687296] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.688329] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad02f7-4da1-4012-9509-1fb10802d89b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.717522] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb90fdc-03a7-4a27-99e3-8127747bfe5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.734549] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 969.734549] env[66507]: value = "task-4638492" [ 969.734549] env[66507]: _type = "Task" [ 969.734549] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.746144] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.789065] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c44d0c-6876-bbde-00db-20134e71a85e, 'name': SearchDatastore_Task, 'duration_secs': 0.028017} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.789065] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.789065] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7bf5a900-7879-4257-bc6f-f47cdad6d8f6/7bf5a900-7879-4257-bc6f-f47cdad6d8f6.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.789065] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-623520e3-466c-4a00-8bad-a9668b83604b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.802188] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638491, 'name': ReconfigVM_Task, 'duration_secs': 0.304143} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.803958] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.805153] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 969.805153] env[66507]: value = "task-4638493" [ 969.805153] env[66507]: _type = "Task" [ 969.805153] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.805340] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d47e4d22-4c9c-4bc7-a3aa-986a3a7c0266 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817544] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.819493] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 969.819493] env[66507]: value = "task-4638494" [ 969.819493] env[66507]: _type = "Task" [ 969.819493] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.829322] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638494, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.970933] env[66507]: DEBUG nova.scheduler.client.report [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.091390] env[66507]: DEBUG nova.compute.manager [None req-659191fc-f1cc-4f8c-a0ba-06271d10ba0c tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Found 2 images (rotation: 2) {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 970.247594] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638492, 'name': ReconfigVM_Task, 'duration_secs': 0.240834} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.247961] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.248271] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74afe8bb-f17f-4707-a5a4-455d6a6c8d8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.256390] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 970.256390] env[66507]: value = "task-4638495" [ 970.256390] env[66507]: _type = "Task" [ 970.256390] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.266300] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.321450] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638493, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.334307] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638494, 'name': Rename_Task, 'duration_secs': 0.242554} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.334828] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.335835] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ec5198-9d8d-408f-ab46-94d55fbb0b7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.345304] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 970.345304] env[66507]: value = "task-4638496" [ 970.345304] env[66507]: _type = "Task" [ 970.345304] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.359060] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.478666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.595s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.482549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.981s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.483365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.487429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.528s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.487930] env[66507]: DEBUG nova.objects.instance [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.537663] env[66507]: INFO nova.scheduler.client.report [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleted allocations for instance 1737cecc-643d-4d84-8a01-93f7d564d28a [ 970.775553] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.821523] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783596} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.821649] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7bf5a900-7879-4257-bc6f-f47cdad6d8f6/7bf5a900-7879-4257-bc6f-f47cdad6d8f6.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.822179] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.822179] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4336634b-ac3a-41d5-a3fa-87cbcd7b57e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.831508] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 970.831508] env[66507]: value = "task-4638497" [ 970.831508] env[66507]: _type = "Task" [ 970.831508] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.845283] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.855753] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.003176] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d0a8e475-1794-420d-afd5-ef2790c6496a tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.155s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.005151] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.962s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.005151] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.005358] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.005556] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.008231] env[66507]: INFO nova.compute.manager [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Terminating instance [ 971.014560] env[66507]: INFO nova.compute.manager [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Resuming [ 971.014887] env[66507]: DEBUG nova.objects.instance [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'flavor' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.049596] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2a96bdf-7fc8-4e86-b341-16b4fcc98c43 tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "1737cecc-643d-4d84-8a01-93f7d564d28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.151s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.279290] env[66507]: DEBUG oslo_vmware.api [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638495, 'name': PowerOnVM_Task, 'duration_secs': 0.536411} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.279290] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.285779] env[66507]: DEBUG nova.compute.manager [None req-95baa334-3de1-41c3-a370-826e6e3bc1b6 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 971.287753] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e6fb5-f04e-4389-b68d-5b00b3b2eafc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.344710] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081868} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.345252] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.346637] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c7fa2d-309e-48d3-aa50-8599ed8456c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.358548] env[66507]: DEBUG oslo_vmware.api [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638496, 'name': PowerOnVM_Task, 'duration_secs': 0.703141} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.370725] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.370976] env[66507]: INFO nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Took 5.57 seconds to spawn the instance on the hypervisor. [ 971.371169] env[66507]: DEBUG nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 971.380299] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7bf5a900-7879-4257-bc6f-f47cdad6d8f6/7bf5a900-7879-4257-bc6f-f47cdad6d8f6.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.381149] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2937a3-a13a-4dba-a497-e7782ad55793 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.384480] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc0c090-f29d-44b7-8c11-a79ac52fdee2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.411535] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 971.411535] env[66507]: value = "task-4638498" [ 971.411535] env[66507]: _type = "Task" [ 971.411535] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.421668] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.504420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a86f6801-d46a-4bdd-8119-03624bdefbf2 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.505591] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.349s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.505983] env[66507]: DEBUG nova.objects.instance [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid ddaf3e82-223c-47c5-81d6-d1a46dcf7759 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.512441] env[66507]: DEBUG nova.compute.manager [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 971.512653] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.512933] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c787c053-9633-4617-b28d-d7dd192aafa4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.524730] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab86aa3a-c68f-4877-9249-a4a258ac2e6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.565730] env[66507]: WARNING nova.virt.vmwareapi.vmops [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5206cd4b-231c-4367-bcaf-f86bb6792768 could not be found. [ 971.566011] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.566241] env[66507]: INFO nova.compute.manager [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Took 0.05 seconds to destroy the instance on the hypervisor. [ 971.566545] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 971.566838] env[66507]: DEBUG nova.compute.manager [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 971.566985] env[66507]: DEBUG nova.network.neutron [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 971.567279] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.701679] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.785020] env[66507]: DEBUG nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 971.785020] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c01eaf1-492e-4555-b166-c8143fea6bae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.933538] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.934214] env[66507]: INFO nova.compute.manager [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Took 38.89 seconds to build instance. [ 972.301648] env[66507]: INFO nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] instance snapshotting [ 972.302330] env[66507]: DEBUG nova.objects.instance [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.427175] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638498, 'name': ReconfigVM_Task, 'duration_secs': 0.799121} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.432752] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7bf5a900-7879-4257-bc6f-f47cdad6d8f6/7bf5a900-7879-4257-bc6f-f47cdad6d8f6.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.433697] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f72117-afd7-4e18-b7a9-525c56f525c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.439021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2cc87873-8f91-4824-b0b5-afd517e714fd tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.403s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.441365] env[66507]: DEBUG nova.network.neutron [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.446286] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 972.446286] env[66507]: value = "task-4638499" [ 972.446286] env[66507]: _type = "Task" [ 972.446286] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.456589] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638499, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.470372] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c948467-4fc7-488a-8d5a-174bd0b0bad2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.482906] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd77af7-063e-41a8-8d07-a19f59e0e85e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.522497] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5da20-d885-4432-b435-7ac74ec4d5a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.538044] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c9fb1-4642-493a-a5be-006e8eb83399 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.543785] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.543785] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquired lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.543785] env[66507]: DEBUG nova.network.neutron [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.557484] env[66507]: DEBUG nova.compute.provider_tree [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.810404] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e850318f-054b-468e-b798-fb92b4ee2544 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.845307] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca2799-b476-4de9-8e05-e3b3c39bc6fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.946724] env[66507]: INFO nova.compute.manager [-] [instance: 5206cd4b-231c-4367-bcaf-f86bb6792768] Took 1.38 seconds to deallocate network for instance. [ 972.963834] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638499, 'name': Rename_Task, 'duration_secs': 0.180419} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.965405] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.965405] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d90c96-9c04-4a2a-abc6-afb0fb41d1ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.977522] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 972.977522] env[66507]: value = "task-4638500" [ 972.977522] env[66507]: _type = "Task" [ 972.977522] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.989040] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.046953] env[66507]: WARNING neutronclient.v2_0.client [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.061274] env[66507]: DEBUG nova.scheduler.client.report [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.363922] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 973.363922] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3dc818f-705c-4826-88f3-d2edd80f085e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.375655] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 973.375655] env[66507]: value = "task-4638501" [ 973.375655] env[66507]: _type = "Task" [ 973.375655] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.391826] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.492178] env[66507]: DEBUG oslo_vmware.api [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638500, 'name': PowerOnVM_Task, 'duration_secs': 0.506692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.492546] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.492884] env[66507]: INFO nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Took 10.31 seconds to spawn the instance on the hypervisor. [ 973.492993] env[66507]: DEBUG nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 973.494268] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563b40a-c558-456c-b9a5-060c36e616ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.568246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.571505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.388s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.572063] env[66507]: DEBUG nova.objects.instance [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lazy-loading 'resources' on Instance uuid 4480d705-775d-41ed-93bd-18ef3045f7c5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.605262] env[66507]: INFO nova.scheduler.client.report [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance ddaf3e82-223c-47c5-81d6-d1a46dcf7759 [ 973.877259] env[66507]: WARNING neutronclient.v2_0.client [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.892860] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638501, 'name': CreateSnapshot_Task, 'duration_secs': 0.502933} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.893156] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.894015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d460c72a-ef2f-4f1e-bbb5-171c03819965 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.999525] env[66507]: DEBUG oslo_concurrency.lockutils [None req-17ac33db-aa17-473d-a4d7-b4bf92c3900c tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "5206cd4b-231c-4367-bcaf-f86bb6792768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.995s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.009959] env[66507]: DEBUG nova.network.neutron [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [{"id": "fe23f065-e476-40d6-9fef-64739fe044f6", "address": "fa:16:3e:1e:eb:0c", "network": {"id": "19ebade5-1e0a-45ab-8919-ecafe4f2e277", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1739457507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baaad5fb48e487f9280a8590537cc67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe23f065-e4", "ovs_interfaceid": "fe23f065-e476-40d6-9fef-64739fe044f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.020878] env[66507]: INFO nova.compute.manager [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Took 42.11 seconds to build instance. [ 974.891703] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.891979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.892553] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.892553] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.893532] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.893532] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.896191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Releasing lock "refresh_cache-3a7cf3f8-36cb-4074-9b61-444bc6919ec7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.896752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-eee439c2-3dbb-4b85-b27d-394e01813d95 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.897490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-520c1395-d761-4eb6-8db8-edd90f09a346 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "ddaf3e82-223c-47c5-81d6-d1a46dcf7759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.347s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.898936] env[66507]: INFO nova.compute.manager [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Terminating instance [ 974.901300] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49d3cf16-8027-4924-8c46-e9d3f63e462f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.906544] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6558408-d8c6-46f1-9488-faea9fd2eef1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.918798] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Resuming the VM {{(pid=66507) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 974.921301] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb34f07-b03e-4489-a11a-7569e980fe30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.924370] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 974.924370] env[66507]: value = "task-4638502" [ 974.924370] env[66507]: _type = "Task" [ 974.924370] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.937594] env[66507]: DEBUG oslo_vmware.api [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 974.937594] env[66507]: value = "task-4638503" [ 974.937594] env[66507]: _type = "Task" [ 974.937594] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.952288] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638502, 'name': CloneVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.963459] env[66507]: DEBUG oslo_vmware.api [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.364950] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c0977-45de-42a2-bdb9-cbc89c2291e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.379327] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551a03b3-9e03-4bf2-9b17-ccfd430cce5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.424673] env[66507]: DEBUG nova.compute.manager [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 975.424820] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.426537] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc4ff7-9573-4766-ae9e-1e892047a3cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.429825] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd6799-3198-4c21-8573-98b047f39a6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.451288] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.451576] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638502, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.452288] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfeeaceb-34bf-467a-b018-03f581972374 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.455061] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c36f1d6-8b60-45d2-b29e-043889752836 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.464404] env[66507]: DEBUG oslo_vmware.api [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638503, 'name': PowerOnVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.482782] env[66507]: DEBUG nova.compute.provider_tree [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.485045] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 975.485045] env[66507]: value = "task-4638504" [ 975.485045] env[66507]: _type = "Task" [ 975.485045] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.497602] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.577766] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "27207176-5d0c-4aac-855f-05d0651263d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.578085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.583678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "e7630e45-1e91-469f-886e-8b2e3e15b605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.583947] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.853864] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.854439] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.854748] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.854986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.855269] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.858130] env[66507]: INFO nova.compute.manager [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Terminating instance [ 975.948145] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638502, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.956733] env[66507]: DEBUG oslo_vmware.api [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638503, 'name': PowerOnVM_Task, 'duration_secs': 0.765346} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.957092] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Resumed the VM {{(pid=66507) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 975.957361] env[66507]: DEBUG nova.compute.manager [None req-bebf4246-8c33-48ff-ac90-b75b984d2b03 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 975.958255] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb268b-0071-43d2-9124-c51b24048955 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.974804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.987164] env[66507]: DEBUG nova.scheduler.client.report [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.006023] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638504, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.084170] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 976.088686] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 976.365155] env[66507]: DEBUG nova.compute.manager [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 976.367117] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.367117] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb682ab-0a86-48c7-9504-09d7eb8b217d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.376195] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.376332] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef554c7-b01e-49a2-8628-a6f7fd8e0c48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.384453] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 976.384453] env[66507]: value = "task-4638505" [ 976.384453] env[66507]: _type = "Task" [ 976.384453] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.393539] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.443947] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638502, 'name': CloneVM_Task, 'duration_secs': 1.313922} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.444962] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Created linked-clone VM from snapshot [ 976.445827] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d033ef-579a-489d-bea8-1aa196151d47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.460077] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploading image 28c03c18-09d8-4bad-919c-d87ea593b457 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.484613] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 976.499787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.928s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.506575] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.506575] env[66507]: value = "vm-905809" [ 976.506575] env[66507]: _type = "VirtualMachine" [ 976.506575] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.507166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.319s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.507393] env[66507]: DEBUG nova.objects.instance [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lazy-loading 'resources' on Instance uuid 495bb8c9-1cc5-4932-b0aa-605a1aacc93a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.509062] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "77732789-4bde-426c-bfef-3852b2297d0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.509276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.510776] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee6ee92f-b732-45be-a7cd-37700111a8ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.520150] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638504, 'name': PowerOffVM_Task, 'duration_secs': 0.589692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.521049] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.521271] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.521587] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca74504e-5ace-4c02-8e5a-15a5e96d6b45 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.529829] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease: (returnval){ [ 976.529829] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522801a6-f6e1-f917-7901-7e0ebd667571" [ 976.529829] env[66507]: _type = "HttpNfcLease" [ 976.529829] env[66507]: } obtained for exporting VM: (result){ [ 976.529829] env[66507]: value = "vm-905809" [ 976.529829] env[66507]: _type = "VirtualMachine" [ 976.529829] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.530185] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the lease: (returnval){ [ 976.530185] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522801a6-f6e1-f917-7901-7e0ebd667571" [ 976.530185] env[66507]: _type = "HttpNfcLease" [ 976.530185] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.541382] env[66507]: INFO nova.scheduler.client.report [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Deleted allocations for instance 4480d705-775d-41ed-93bd-18ef3045f7c5 [ 976.549887] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.549887] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522801a6-f6e1-f917-7901-7e0ebd667571" [ 976.549887] env[66507]: _type = "HttpNfcLease" [ 976.549887] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.623937] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.624191] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.624373] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleting the datastore file [datastore2] 24e7dee3-635c-4826-bb02-dc1b72f95cd9 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.625233] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669aa008-4d43-4676-a82a-1104f72f57ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.629574] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.631859] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.636041] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for the task: (returnval){ [ 976.636041] env[66507]: value = "task-4638508" [ 976.636041] env[66507]: _type = "Task" [ 976.636041] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.646209] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.688388] env[66507]: INFO nova.compute.manager [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Rebuilding instance [ 976.747996] env[66507]: DEBUG nova.compute.manager [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 976.749065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acf70c5-b661-4985-84be-f7579f8f5bfb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.900325] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638505, 'name': PowerOffVM_Task, 'duration_secs': 0.502157} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.900726] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.900939] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.902267] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0876dd55-c95a-44f5-92e2-f5ebc0459191 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.980632] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.981075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.981145] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleting the datastore file [datastore1] 2aa65d4f-eb3a-4f91-89bc-5850efbddbea {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.981461] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1edde2bd-a623-44ad-88a1-f8a08099f8d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.990595] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 976.990595] env[66507]: value = "task-4638510" [ 976.990595] env[66507]: _type = "Task" [ 976.990595] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.008220] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.014600] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.022482] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 977.041447] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.041447] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522801a6-f6e1-f917-7901-7e0ebd667571" [ 977.041447] env[66507]: _type = "HttpNfcLease" [ 977.041447] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.042324] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.042324] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522801a6-f6e1-f917-7901-7e0ebd667571" [ 977.042324] env[66507]: _type = "HttpNfcLease" [ 977.042324] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.042782] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db7f69-5ec6-4e18-a68d-c304383cf860 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.059741] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.059924] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.065124] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b4e07f98-08fd-41bf-88e5-0b290256b735 tempest-AttachInterfacesUnderV243Test-1353172127 tempest-AttachInterfacesUnderV243Test-1353172127-project-member] Lock "4480d705-775d-41ed-93bd-18ef3045f7c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.686s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.124384] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.124718] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.124957] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.125154] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.126024] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.132208] env[66507]: INFO nova.compute.manager [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Terminating instance [ 977.148410] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.212246] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4aa008b5-7453-42fd-bae5-20137493ceba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.432367] env[66507]: INFO nova.compute.manager [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Rescuing [ 977.432617] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.432760] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.432913] env[66507]: DEBUG nova.network.neutron [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 977.504328] env[66507]: DEBUG oslo_vmware.api [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496172} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.505247] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.505247] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.505247] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.505247] env[66507]: INFO nova.compute.manager [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.505639] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.505889] env[66507]: DEBUG nova.compute.manager [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 977.506017] env[66507]: DEBUG nova.network.neutron [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 977.506302] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.544979] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.550962] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d9073-b6c8-4318-b445-4bee5ba1f46a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.554390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.564365] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1fdc9-9f04-429d-a5aa-78170a699483 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.600704] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157afd9d-cfc4-4eca-a6b9-cbd6c6bb1e39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.613755] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfcc527-4f1b-4ef8-b9d8-3da61ad63b9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.630297] env[66507]: DEBUG nova.compute.provider_tree [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.643469] env[66507]: DEBUG nova.compute.manager [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 977.645650] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.647266] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd942d-9754-4d41-a8e8-70c4f745b4bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.658943] env[66507]: DEBUG oslo_vmware.api [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Task: {'id': task-4638508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586853} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.661871] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.662295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.662612] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.662808] env[66507]: INFO nova.compute.manager [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Took 2.24 seconds to destroy the instance on the hypervisor. [ 977.663222] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.663515] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.663993] env[66507]: DEBUG nova.compute.manager [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 977.664328] env[66507]: DEBUG nova.network.neutron [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 977.664686] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.666775] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d334eadc-bb06-43bb-979a-fd02cee16963 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.676634] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 977.676634] env[66507]: value = "task-4638511" [ 977.676634] env[66507]: _type = "Task" [ 977.676634] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.688743] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.740564] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.771602] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.772055] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58906df-f057-43ec-8238-ad2723e7a2d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.783369] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 977.783369] env[66507]: value = "task-4638512" [ 977.783369] env[66507]: _type = "Task" [ 977.783369] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.797957] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.938570] env[66507]: WARNING neutronclient.v2_0.client [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.137367] env[66507]: DEBUG nova.scheduler.client.report [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.195457] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638511, 'name': PowerOffVM_Task, 'duration_secs': 0.350803} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.195875] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.196254] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.199855] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6541f1ab-09c1-443f-b163-a223358956ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.302175] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638512, 'name': PowerOffVM_Task, 'duration_secs': 0.233221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.302175] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.302175] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.302965] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699affc-dc73-4ada-96ee-b1bf1f984af7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.315659] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.315807] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65614c27-5edb-45e3-a151-e58cc3299795 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.348995] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.350243] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.350900] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Deleting the datastore file [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.351992] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f61ba91-1057-45aa-bb28-85e0174954ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.364817] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 978.364817] env[66507]: value = "task-4638515" [ 978.364817] env[66507]: _type = "Task" [ 978.364817] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.380442] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.418390] env[66507]: WARNING neutronclient.v2_0.client [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.558552] env[66507]: DEBUG nova.network.neutron [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [{"id": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "address": "fa:16:3e:c2:b3:e8", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1ef764-64", "ovs_interfaceid": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.565859] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.566232] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.566566] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Deleting the datastore file [datastore1] 7bf5a900-7879-4257-bc6f-f47cdad6d8f6 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.566899] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0a05399-d280-49a2-bb0a-7dc2ed4f3253 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.576894] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for the task: (returnval){ [ 978.576894] env[66507]: value = "task-4638516" [ 978.576894] env[66507]: _type = "Task" [ 978.576894] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.585127] env[66507]: DEBUG nova.compute.manager [req-7be97a25-3c73-4924-b288-6e37d6d3e3c0 req-84ac40e5-5f84-48a6-97f0-6dab985494a7 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Received event network-vif-deleted-96968ed2-524a-4501-a7d1-7490fddfa884 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 978.585444] env[66507]: INFO nova.compute.manager [req-7be97a25-3c73-4924-b288-6e37d6d3e3c0 req-84ac40e5-5f84-48a6-97f0-6dab985494a7 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Neutron deleted interface 96968ed2-524a-4501-a7d1-7490fddfa884; detaching it from the instance and deleting it from the info cache [ 978.585588] env[66507]: DEBUG nova.network.neutron [req-7be97a25-3c73-4924-b288-6e37d6d3e3c0 req-84ac40e5-5f84-48a6-97f0-6dab985494a7 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.594714] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.611605] env[66507]: DEBUG nova.compute.manager [req-aaa01e6c-7c98-4a19-a67c-1a77a16b9ee7 req-5c247fbc-d816-470e-828f-6232aa5588a6 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Received event network-vif-deleted-8a59b864-8bbd-4a9d-a305-915c732c4997 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 978.612234] env[66507]: INFO nova.compute.manager [req-aaa01e6c-7c98-4a19-a67c-1a77a16b9ee7 req-5c247fbc-d816-470e-828f-6232aa5588a6 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Neutron deleted interface 8a59b864-8bbd-4a9d-a305-915c732c4997; detaching it from the instance and deleting it from the info cache [ 978.612234] env[66507]: DEBUG nova.network.neutron [req-aaa01e6c-7c98-4a19-a67c-1a77a16b9ee7 req-5c247fbc-d816-470e-828f-6232aa5588a6 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.618454] env[66507]: DEBUG nova.network.neutron [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.621477] env[66507]: DEBUG nova.network.neutron [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.644022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.647787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.983s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.688762] env[66507]: INFO nova.scheduler.client.report [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted allocations for instance 495bb8c9-1cc5-4932-b0aa-605a1aacc93a [ 978.877194] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277595} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.877636] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.877791] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.878191] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.061782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.092033] env[66507]: DEBUG oslo_vmware.api [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Task: {'id': task-4638516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385918} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.094744] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-470d7384-1ce3-48dd-83aa-da406ac4893b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.097622] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.097812] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.098129] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.098367] env[66507]: INFO nova.compute.manager [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Took 1.45 seconds to destroy the instance on the hypervisor. [ 979.098618] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.099215] env[66507]: DEBUG nova.compute.manager [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 979.099372] env[66507]: DEBUG nova.network.neutron [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 979.099706] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.110279] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45745204-e49b-4bd8-afed-aaf990d46274 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.124829] env[66507]: INFO nova.compute.manager [-] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Took 1.62 seconds to deallocate network for instance. [ 979.125172] env[66507]: INFO nova.compute.manager [-] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Took 1.46 seconds to deallocate network for instance. [ 979.125815] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23b08ea2-8cdc-4317-bb7e-5deab25bfecf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.134336] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.156267] env[66507]: DEBUG nova.compute.manager [req-7be97a25-3c73-4924-b288-6e37d6d3e3c0 req-84ac40e5-5f84-48a6-97f0-6dab985494a7 service nova] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Detach interface failed, port_id=96968ed2-524a-4501-a7d1-7490fddfa884, reason: Instance 2aa65d4f-eb3a-4f91-89bc-5850efbddbea could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 979.164054] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b2707-7f24-4e13-aed1-6dcf68a1382b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.215027] env[66507]: DEBUG nova.compute.manager [req-aaa01e6c-7c98-4a19-a67c-1a77a16b9ee7 req-5c247fbc-d816-470e-828f-6232aa5588a6 service nova] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Detach interface failed, port_id=8a59b864-8bbd-4a9d-a305-915c732c4997, reason: Instance 24e7dee3-635c-4826-bb02-dc1b72f95cd9 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 979.215879] env[66507]: DEBUG oslo_concurrency.lockutils [None req-92b7a531-f3c0-4c8d-a326-5caeb5a555ab tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "495bb8c9-1cc5-4932-b0aa-605a1aacc93a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.766s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.606423] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c8fcee-c62e-468f-8a52-becab666e01c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.616221] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370d18cc-13f5-4cb2-b77f-f31f2a5e2b23 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.651855] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.652742] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.658218] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68979ff3-36a5-47e7-8a3b-6c22bbab1328 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.666433] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261e001-bd40-4721-8502-4a4dac58c050 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.684499] env[66507]: DEBUG nova.compute.provider_tree [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.926816] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.927141] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.927326] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.927503] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.927640] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.927780] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.928229] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.928577] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.928877] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.929244] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.929504] env[66507]: DEBUG nova.virt.hardware [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.930611] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d93f69-bde8-430b-b661-215acd3e4d03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.944787] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611186d6-8a5b-4ab1-a307-de8e1641b158 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.951303] env[66507]: DEBUG nova.network.neutron [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.967410] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.975161] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.976459] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.977337] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7df4bb6-9d6d-4792-8f28-36acd9929f96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.001545] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.001545] env[66507]: value = "task-4638517" [ 980.001545] env[66507]: _type = "Task" [ 980.001545] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.013895] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638517, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.160162] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.160538] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42ddcad0-3797-4902-9a5d-5bbd44dea427 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.170893] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 980.170893] env[66507]: value = "task-4638518" [ 980.170893] env[66507]: _type = "Task" [ 980.170893] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.184069] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.188847] env[66507]: DEBUG nova.scheduler.client.report [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.250242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "053f8cba-8888-4820-bfab-1c093a4950f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.250558] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.250775] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.250982] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.251169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.253451] env[66507]: INFO nova.compute.manager [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Terminating instance [ 980.454910] env[66507]: INFO nova.compute.manager [-] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Took 1.36 seconds to deallocate network for instance. [ 980.520948] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638517, 'name': CreateVM_Task, 'duration_secs': 0.41691} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.522889] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.524052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.524344] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.525028] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.525519] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ed25c0-894c-4cbe-ae43-7170615d448a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.535968] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 980.535968] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cd1d10-3936-9265-8b17-e80508867a7e" [ 980.535968] env[66507]: _type = "Task" [ 980.535968] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.548163] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cd1d10-3936-9265-8b17-e80508867a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.665602] env[66507]: DEBUG nova.compute.manager [req-4bd09dbc-5823-4855-85f3-d5842e9bf782 req-315eb4f4-cd9b-48fe-9a6c-c6bfca4e0540 service nova] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Received event network-vif-deleted-103f8938-a0c5-4051-9d45-7a82a5fac4e3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 980.683473] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638518, 'name': PowerOffVM_Task, 'duration_secs': 0.261019} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.683857] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.684893] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15297062-3c60-432e-8316-ca79487573fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716350] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a2723-3059-4cd7-81f8-5fed85c94d30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.756335] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.757058] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacd9803-42d3-4427-810d-f9d09d845999 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.759228] env[66507]: DEBUG nova.compute.manager [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 980.759429] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.762266] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19674ea9-666e-4c11-94e5-a34dcdf7a4ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.771862] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.773407] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d376f0-7c7b-4ae7-af09-e731c8694bb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.775726] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 980.775726] env[66507]: value = "task-4638519" [ 980.775726] env[66507]: _type = "Task" [ 980.775726] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.782969] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 980.782969] env[66507]: value = "task-4638520" [ 980.782969] env[66507]: _type = "Task" [ 980.782969] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.791647] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.791992] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.792309] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.792508] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.792873] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.793679] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec15cfaa-e3e2-459c-8ca5-c9f1e078deb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.801163] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.811071] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.811273] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.812522] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05c6e87-09da-423b-91e0-6c81e8a308ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820620] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 980.820620] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52134772-7448-8736-d2af-4c39c48299c0" [ 980.820620] env[66507]: _type = "Task" [ 980.820620] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.831442] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52134772-7448-8736-d2af-4c39c48299c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.965479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.049673] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cd1d10-3936-9265-8b17-e80508867a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.018316} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.050104] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.050388] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.050686] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.050855] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051230] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.051472] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215d9643-963f-4fa1-aed2-5d5b355fa2bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.063021] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.063408] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.064494] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98bbf80-0fd4-4261-8e24-a3b1bc0517ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.072550] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 981.072550] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521394ab-39f2-db96-e65e-3deec6779371" [ 981.072550] env[66507]: _type = "Task" [ 981.072550] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.083087] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521394ab-39f2-db96-e65e-3deec6779371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.217901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.570s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.221464] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.924s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.223305] env[66507]: INFO nova.compute.claims [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.295810] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638520, 'name': PowerOffVM_Task, 'duration_secs': 0.265109} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.296155] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.296334] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.297149] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc82b60-f6e8-4596-8189-33eb2767a480 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.336301] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52134772-7448-8736-d2af-4c39c48299c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.337282] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c136741-789d-4dec-87fc-c1ed3d3011ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.345588] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 981.345588] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524e3439-2390-e109-c051-9b5f149c5c7d" [ 981.345588] env[66507]: _type = "Task" [ 981.345588] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.357053] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524e3439-2390-e109-c051-9b5f149c5c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.381331] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.381653] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.381955] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore1] 053f8cba-8888-4820-bfab-1c093a4950f7 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.382321] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba86e92-f70b-4ae7-8a09-ce467203c679 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.391992] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 981.391992] env[66507]: value = "task-4638522" [ 981.391992] env[66507]: _type = "Task" [ 981.391992] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.403955] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.584751] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521394ab-39f2-db96-e65e-3deec6779371, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.585762] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e23e26f-af91-4aef-b26e-cf707d34dec2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.592851] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 981.592851] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52677ee2-cfd8-43a1-31ac-6cdcb0211c5d" [ 981.592851] env[66507]: _type = "Task" [ 981.592851] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.603988] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52677ee2-cfd8-43a1-31ac-6cdcb0211c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.798557] env[66507]: INFO nova.scheduler.client.report [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocation for migration 01406834-5882-4207-be97-7022b7841a10 [ 981.861379] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524e3439-2390-e109-c051-9b5f149c5c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.041754} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.861796] env[66507]: DEBUG oslo_concurrency.lockutils [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.861796] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 981.862046] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-710e970f-d213-4e7a-bf78-6ee0da609e45 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.871970] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 981.871970] env[66507]: value = "task-4638523" [ 981.871970] env[66507]: _type = "Task" [ 981.871970] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.883229] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.905022] env[66507]: DEBUG oslo_vmware.api [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274941} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.905022] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.905022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.905022] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.905370] env[66507]: INFO nova.compute.manager [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 981.905370] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.905590] env[66507]: DEBUG nova.compute.manager [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 981.905680] env[66507]: DEBUG nova.network.neutron [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.906021] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.013331] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.104518] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52677ee2-cfd8-43a1-31ac-6cdcb0211c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015921} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.105286] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.105286] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.105463] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb27f671-c019-419d-a95e-7f33c3813f13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.114394] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 982.114394] env[66507]: value = "task-4638524" [ 982.114394] env[66507]: _type = "Task" [ 982.114394] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.125885] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.305450] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e4c91ee-9d89-4868-a855-37cbb781e054 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.143s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.390193] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.628979] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.742602] env[66507]: DEBUG nova.compute.manager [req-ecd4f771-f0e3-4b1d-8d30-037286fe5393 req-65f6c148-33e8-4dc5-8ce4-110eecd8d12f service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Received event network-vif-deleted-7c470bb3-202b-4900-9569-372c7c36d94b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 982.742894] env[66507]: INFO nova.compute.manager [req-ecd4f771-f0e3-4b1d-8d30-037286fe5393 req-65f6c148-33e8-4dc5-8ce4-110eecd8d12f service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Neutron deleted interface 7c470bb3-202b-4900-9569-372c7c36d94b; detaching it from the instance and deleting it from the info cache [ 982.743262] env[66507]: DEBUG nova.network.neutron [req-ecd4f771-f0e3-4b1d-8d30-037286fe5393 req-65f6c148-33e8-4dc5-8ce4-110eecd8d12f service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.791793] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8896e2a-8ac4-4d70-9b18-4d858d5f31e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.805478] env[66507]: DEBUG nova.network.neutron [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.807964] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb2f0e-41d9-4dd0-8fdc-5d8d3b11af7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.851437] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5846934-0747-40ae-a370-44477e9c97aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.861163] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f71064-8406-4d11-809e-147cb4f587e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.880339] env[66507]: DEBUG nova.compute.provider_tree [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.897629] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553721} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.897629] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 982.897629] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3504e-bf5d-497e-80d0-00b026d62d07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929529] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.929529] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ccefd0-bb42-4333-8ea8-597030c27524 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.948715] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 982.948715] env[66507]: value = "task-4638525" [ 982.948715] env[66507]: _type = "Task" [ 982.948715] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.960207] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.128045] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715726} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.128312] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.128632] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.129009] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4311d29-cafd-46b5-8542-29da3668884c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.138124] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 983.138124] env[66507]: value = "task-4638526" [ 983.138124] env[66507]: _type = "Task" [ 983.138124] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.149205] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.246122] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f5409ce-1433-4fc2-ab4f-7b12489d5254 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.258131] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bfc473-8114-48ed-862c-06c807741a4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.293598] env[66507]: DEBUG nova.compute.manager [req-ecd4f771-f0e3-4b1d-8d30-037286fe5393 req-65f6c148-33e8-4dc5-8ce4-110eecd8d12f service nova] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Detach interface failed, port_id=7c470bb3-202b-4900-9569-372c7c36d94b, reason: Instance 053f8cba-8888-4820-bfab-1c093a4950f7 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 983.312647] env[66507]: INFO nova.compute.manager [-] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Took 1.41 seconds to deallocate network for instance. [ 983.387256] env[66507]: DEBUG nova.scheduler.client.report [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.460184] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638525, 'name': ReconfigVM_Task, 'duration_secs': 0.362093} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.460546] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.461509] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48a017-a24b-4835-9deb-fcff7db7122b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.489915] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707d23e0-e353-458a-a064-fe43387a6e35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.508723] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 983.508723] env[66507]: value = "task-4638527" [ 983.508723] env[66507]: _type = "Task" [ 983.508723] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.519268] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.577217] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.577870] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.578237] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "c593031e-0a82-4165-a17d-038e986c983f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.578443] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.578738] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.581271] env[66507]: INFO nova.compute.manager [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Terminating instance [ 983.653539] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081197} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.653945] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.654973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3609eac3-eaa8-495b-aae4-dd55bed2fe16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.680870] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.681287] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2202f9a-3a32-4ae9-8fbe-7106f2b2d003 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702279] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 983.702279] env[66507]: value = "task-4638528" [ 983.702279] env[66507]: _type = "Task" [ 983.702279] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.712811] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.820041] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.892601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.893136] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 983.896128] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.824s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.896128] env[66507]: DEBUG nova.objects.instance [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lazy-loading 'resources' on Instance uuid 0b312d62-4282-4f54-b4a8-54aee14517c0 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.019864] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638527, 'name': ReconfigVM_Task, 'duration_secs': 0.202857} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.020096] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.020407] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5caf21-2bc5-44e7-b3fb-33dc168501ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.029854] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 984.029854] env[66507]: value = "task-4638529" [ 984.029854] env[66507]: _type = "Task" [ 984.029854] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.088674] env[66507]: DEBUG nova.compute.manager [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 984.088674] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.088674] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8d9e0-bce0-4ec2-ad72-a17f333c315e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.097468] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.097468] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0144bd-b806-46b1-a1ec-899694d869ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.106443] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 984.106443] env[66507]: value = "task-4638530" [ 984.106443] env[66507]: _type = "Task" [ 984.106443] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.116546] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.132980] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.133363] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.214271] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638528, 'name': ReconfigVM_Task, 'duration_secs': 0.32616} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.214615] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4/85e3eeb2-23ef-4782-8e16-991c10db75f4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.215349] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b96ebf0-56d8-4988-9010-e8145dd11138 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.224774] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 984.224774] env[66507]: value = "task-4638531" [ 984.224774] env[66507]: _type = "Task" [ 984.224774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.235250] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638531, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.305475] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.305886] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.306190] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.306420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.306666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.309152] env[66507]: INFO nova.compute.manager [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Terminating instance [ 984.399292] env[66507]: DEBUG nova.compute.utils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.404513] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 984.404815] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 984.405165] env[66507]: WARNING neutronclient.v2_0.client [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.405464] env[66507]: WARNING neutronclient.v2_0.client [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.472260] env[66507]: DEBUG nova.policy [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd763ea3db5c4a1595a3642f13af376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b6ac497994f2a81d3e3dda97a1381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.543275] env[66507]: DEBUG oslo_vmware.api [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638529, 'name': PowerOnVM_Task, 'duration_secs': 0.475739} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.543275] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.550223] env[66507]: DEBUG nova.compute.manager [None req-727e6e16-f8f1-4f54-b599-a53e79f50dc7 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 984.551938] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be96b80-6267-4cbe-8713-be3821a77c07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.618958] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638530, 'name': PowerOffVM_Task, 'duration_secs': 0.290742} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.623758] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.623973] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.625550] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58e6050-20a6-4f28-b14d-9e001811a17a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.640172] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 984.704274] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.704615] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.704818] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore2] c593031e-0a82-4165-a17d-038e986c983f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.705141] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6379fc65-9ce6-41da-8375-1e0e433304df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.719250] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 984.719250] env[66507]: value = "task-4638533" [ 984.719250] env[66507]: _type = "Task" [ 984.719250] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.737347] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.746188] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638531, 'name': Rename_Task, 'duration_secs': 0.181735} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.746694] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.746694] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dff5ddd-5eae-482f-8375-904d5e984bc8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756056] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 984.756056] env[66507]: value = "task-4638534" [ 984.756056] env[66507]: _type = "Task" [ 984.756056] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.772697] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.814039] env[66507]: DEBUG nova.compute.manager [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 984.814200] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.815546] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f28391-45e9-412d-a131-139361294e9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.827105] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.828044] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be682d9-f041-4b8d-81d1-d910592746ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.836178] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 984.836178] env[66507]: value = "task-4638535" [ 984.836178] env[66507]: _type = "Task" [ 984.836178] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.851758] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.855240] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b810c-54ba-4181-a504-e62ceff88bb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.865367] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be854905-0715-42e5-9207-7df910c16bdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.872570] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Successfully created port: 2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.904264] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8732972-d076-49bf-bc72-9d3771d36ca8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.908162] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 984.919036] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596e1e5-32f0-4cd1-9010-a5ddcbdc7e55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.941095] env[66507]: DEBUG nova.compute.provider_tree [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.156567] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.157936] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da49166-86b9-4341-9c6a-67642b61563b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.165862] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.166071] env[66507]: ERROR oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk due to incomplete transfer. [ 985.167120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.167374] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e6735bb-5cb6-4a23-a50f-b0fcf3eaef79 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.178298] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295802-b63b-9bdf-a50f-4e18ea9b55db/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 985.178465] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Uploaded image 28c03c18-09d8-4bad-919c-d87ea593b457 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 985.180887] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 985.181257] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50028eda-456b-4fbb-98c1-0311ca918fb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.190210] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 985.190210] env[66507]: value = "task-4638536" [ 985.190210] env[66507]: _type = "Task" [ 985.190210] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.201233] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638536, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.232289] env[66507]: DEBUG oslo_vmware.api [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309525} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.232572] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.232811] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.232932] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.233134] env[66507]: INFO nova.compute.manager [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: c593031e-0a82-4165-a17d-038e986c983f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 985.233347] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.233668] env[66507]: DEBUG nova.compute.manager [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 985.233861] env[66507]: DEBUG nova.network.neutron [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 985.234064] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.270035] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.283887] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.351344] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638535, 'name': PowerOffVM_Task, 'duration_secs': 0.238108} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.351624] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.351786] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.352072] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a50c06-7c44-4d9d-8103-4da318afba9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.440850] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.440850] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.441369] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleting the datastore file [datastore2] 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.441910] env[66507]: DEBUG nova.scheduler.client.report [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.445632] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94685bb5-1d49-4814-bc11-b1f8e94d9c43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.454940] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for the task: (returnval){ [ 985.454940] env[66507]: value = "task-4638538" [ 985.454940] env[66507]: _type = "Task" [ 985.454940] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.466023] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.573821] env[66507]: INFO nova.compute.manager [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Unrescuing [ 985.574086] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.574453] env[66507]: DEBUG nova.network.neutron [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 985.582026] env[66507]: DEBUG nova.compute.manager [req-1a84e3c4-e072-479c-8be8-075b92d5cc9a req-9394aec7-005b-4d69-bc8e-89790758a132 service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Received event network-vif-deleted-83db9863-6931-46e1-acf7-4fa3aa3bef88 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 985.582026] env[66507]: INFO nova.compute.manager [req-1a84e3c4-e072-479c-8be8-075b92d5cc9a req-9394aec7-005b-4d69-bc8e-89790758a132 service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Neutron deleted interface 83db9863-6931-46e1-acf7-4fa3aa3bef88; detaching it from the instance and deleting it from the info cache [ 985.582026] env[66507]: DEBUG nova.network.neutron [req-1a84e3c4-e072-479c-8be8-075b92d5cc9a req-9394aec7-005b-4d69-bc8e-89790758a132 service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.703348] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638536, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.768781] env[66507]: DEBUG oslo_vmware.api [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638534, 'name': PowerOnVM_Task, 'duration_secs': 0.92284} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.769126] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.769437] env[66507]: DEBUG nova.compute.manager [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 985.770318] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e16a0e-d348-4b6b-bfe4-15ffa9a28e6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.918839] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 985.946939] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.947300] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.947584] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.947895] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.949024] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.949024] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.949024] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.949210] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.949454] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.949916] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.950117] env[66507]: DEBUG nova.virt.hardware [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.951298] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.956080] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bd81cb-c1a4-4873-80d4-04aceb986f41 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.960042] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.178s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.960799] env[66507]: DEBUG nova.objects.instance [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lazy-loading 'resources' on Instance uuid fcb80a35-492d-4830-910e-b25ccb8796e2 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.980218] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f19b3-13cc-42c4-a78f-16333bb24183 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.985377] env[66507]: DEBUG oslo_vmware.api [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Task: {'id': task-4638538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40869} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.986297] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.986297] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.986297] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.986297] env[66507]: INFO nova.compute.manager [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 985.986679] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.987347] env[66507]: DEBUG nova.compute.manager [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 985.987436] env[66507]: DEBUG nova.network.neutron [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 985.987850] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.004869] env[66507]: INFO nova.scheduler.client.report [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Deleted allocations for instance 0b312d62-4282-4f54-b4a8-54aee14517c0 [ 986.021174] env[66507]: DEBUG nova.network.neutron [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.042202] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.077619] env[66507]: WARNING neutronclient.v2_0.client [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.084117] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-689350f5-258b-4c13-bade-b84bb6adf00e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.095306] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de8c07-7404-499b-8018-9ffa3411ace3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.134380] env[66507]: DEBUG nova.compute.manager [req-1a84e3c4-e072-479c-8be8-075b92d5cc9a req-9394aec7-005b-4d69-bc8e-89790758a132 service nova] [instance: c593031e-0a82-4165-a17d-038e986c983f] Detach interface failed, port_id=83db9863-6931-46e1-acf7-4fa3aa3bef88, reason: Instance c593031e-0a82-4165-a17d-038e986c983f could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 986.201590] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638536, 'name': Destroy_Task, 'duration_secs': 0.800953} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.201943] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroyed the VM [ 986.202297] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.202618] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ae7aed2-abe3-4f4e-81ec-049a2f40f005 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.213439] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 986.213439] env[66507]: value = "task-4638539" [ 986.213439] env[66507]: _type = "Task" [ 986.213439] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.226560] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.292103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.515126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9a5585da-2d6e-4380-bbb6-df01ab62c26e tempest-SecurityGroupsTestJSON-779026578 tempest-SecurityGroupsTestJSON-779026578-project-member] Lock "0b312d62-4282-4f54-b4a8-54aee14517c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.448s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.527555] env[66507]: INFO nova.compute.manager [-] [instance: c593031e-0a82-4165-a17d-038e986c983f] Took 1.29 seconds to deallocate network for instance. [ 986.619210] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Successfully updated port: 2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.659745] env[66507]: WARNING neutronclient.v2_0.client [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.714656] env[66507]: DEBUG nova.compute.manager [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Received event network-vif-plugged-2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 986.714849] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] Acquiring lock "45a882db-0441-49ee-b738-0954a60f4dad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.715159] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] Lock "45a882db-0441-49ee-b738-0954a60f4dad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.715228] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] Lock "45a882db-0441-49ee-b738-0954a60f4dad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.715417] env[66507]: DEBUG nova.compute.manager [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] No waiting events found dispatching network-vif-plugged-2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 986.715603] env[66507]: WARNING nova.compute.manager [req-e2504dbc-81a2-412d-b9b8-70832d589f2a req-d6d1a45e-e3bb-4d5c-bcf0-bddb867ee958 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Received unexpected event network-vif-plugged-2c062cf7-901f-4466-a578-fef507199c39 for instance with vm_state building and task_state spawning. [ 986.734854] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.771803] env[66507]: DEBUG nova.network.neutron [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [{"id": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "address": "fa:16:3e:c2:b3:e8", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1ef764-64", "ovs_interfaceid": "af1ef764-6478-4095-ac9c-e35ac5f3de9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.795188] env[66507]: DEBUG nova.network.neutron [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.927945] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaca8c0-43b6-4beb-a895-5191b03fb891 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.938735] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea9f60f-36c2-46ea-84d0-ac3c910d1369 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.973354] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3e427-7486-4fb3-b225-fe69cb09851d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.986312] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119339f-2256-4c12-9fac-eda161a78995 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.006491] env[66507]: DEBUG nova.compute.provider_tree [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.037193] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.123635] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.123635] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.123635] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.233195] env[66507]: DEBUG oslo_vmware.api [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599791} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.233481] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.233735] env[66507]: INFO nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 14.42 seconds to snapshot the instance on the hypervisor. [ 987.279055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-7486b8a4-b18a-4ec8-a556-965e5b9aacf5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279756] env[66507]: DEBUG nova.objects.instance [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'flavor' on Instance uuid 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.301633] env[66507]: INFO nova.compute.manager [-] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Took 1.31 seconds to deallocate network for instance. [ 987.495967] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.496289] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.496467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "85e3eeb2-23ef-4782-8e16-991c10db75f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.496720] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.496892] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.499225] env[66507]: INFO nova.compute.manager [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Terminating instance [ 987.509811] env[66507]: DEBUG nova.scheduler.client.report [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.614720] env[66507]: DEBUG nova.compute.manager [req-a47e3b77-f119-4a4e-b7ef-2eea5157c064 req-6830393a-08ba-410d-8aeb-41a8b8fbc891 service nova] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Received event network-vif-deleted-fe23f065-e476-40d6-9fef-64739fe044f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 987.708438] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.788537] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7aab9-dbac-4f3e-bcff-776328c6a851 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.800326] env[66507]: DEBUG nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Found 3 images (rotation: 2) {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 987.800516] env[66507]: DEBUG nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Rotating out 1 backups {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5058}} [ 987.800675] env[66507]: DEBUG nova.compute.manager [None req-d2d817b4-700f-417d-8f8a-7424139004ed tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleting image 916b660a-7b4f-4c22-81fa-1daa69f8cbe0 {{(pid=66507) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5063}} [ 987.825986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.826374] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.826800] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515c45db-35e1-4f0e-a8ae-21400a66992e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.835777] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 987.835777] env[66507]: value = "task-4638540" [ 987.835777] env[66507]: _type = "Task" [ 987.835777] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.841734] env[66507]: WARNING neutronclient.v2_0.client [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.855458] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.988020] env[66507]: DEBUG nova.network.neutron [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Updating instance_info_cache with network_info: [{"id": "2c062cf7-901f-4466-a578-fef507199c39", "address": "fa:16:3e:da:ea:f3", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c062cf7-90", "ovs_interfaceid": "2c062cf7-901f-4466-a578-fef507199c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.006136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "refresh_cache-85e3eeb2-23ef-4782-8e16-991c10db75f4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.006136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquired lock "refresh_cache-85e3eeb2-23ef-4782-8e16-991c10db75f4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.006136] env[66507]: DEBUG nova.network.neutron [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.019565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.023925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.742s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.025531] env[66507]: INFO nova.compute.claims [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.059886] env[66507]: INFO nova.scheduler.client.report [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted allocations for instance fcb80a35-492d-4830-910e-b25ccb8796e2 [ 988.351350] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638540, 'name': PowerOffVM_Task, 'duration_secs': 0.384246} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.351742] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.360283] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.360365] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56dba60c-8321-4cc3-b66f-3b2473b430bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.383544] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 988.383544] env[66507]: value = "task-4638541" [ 988.383544] env[66507]: _type = "Task" [ 988.383544] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.395465] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.492115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.492115] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Instance network_info: |[{"id": "2c062cf7-901f-4466-a578-fef507199c39", "address": "fa:16:3e:da:ea:f3", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c062cf7-90", "ovs_interfaceid": "2c062cf7-901f-4466-a578-fef507199c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 988.492115] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ea:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c062cf7-901f-4466-a578-fef507199c39', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.500392] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 988.500686] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.500919] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029e469e-ab7f-4717-8536-d911c593c58a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.515967] env[66507]: WARNING neutronclient.v2_0.client [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.525675] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.525675] env[66507]: value = "task-4638542" [ 988.525675] env[66507]: _type = "Task" [ 988.525675] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.544845] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638542, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.570489] env[66507]: DEBUG oslo_concurrency.lockutils [None req-91c141d5-068b-4428-bfc5-46fe52c68246 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "fcb80a35-492d-4830-910e-b25ccb8796e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.927s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.730831] env[66507]: DEBUG nova.network.neutron [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 988.807312] env[66507]: DEBUG nova.network.neutron [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.896718] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638541, 'name': ReconfigVM_Task, 'duration_secs': 0.369219} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.897083] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.897287] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.900239] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7be7d8-faea-404c-ab9f-7d39a8e11b78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.908218] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 988.908218] env[66507]: value = "task-4638543" [ 988.908218] env[66507]: _type = "Task" [ 988.908218] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.922396] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.946202] env[66507]: DEBUG nova.compute.manager [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Received event network-changed-2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 988.946489] env[66507]: DEBUG nova.compute.manager [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Refreshing instance network info cache due to event network-changed-2c062cf7-901f-4466-a578-fef507199c39. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 988.946905] env[66507]: DEBUG oslo_concurrency.lockutils [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] Acquiring lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.947026] env[66507]: DEBUG oslo_concurrency.lockutils [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] Acquired lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.947209] env[66507]: DEBUG nova.network.neutron [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Refreshing network info cache for port 2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.044333] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638542, 'name': CreateVM_Task, 'duration_secs': 0.497061} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.044854] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.045940] env[66507]: WARNING neutronclient.v2_0.client [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.047213] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.047213] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.047705] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.048345] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4997518-79b6-4564-a91c-422f7a20d4c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.055288] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 989.055288] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523f68b4-5cae-0802-9844-5bf09bbc44bf" [ 989.055288] env[66507]: _type = "Task" [ 989.055288] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.068576] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523f68b4-5cae-0802-9844-5bf09bbc44bf, 'name': SearchDatastore_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.072069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.072069] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.072683] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.072683] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.072812] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.073461] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38018e0-c67c-49fe-8595-df0648a99d21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.086021] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.086021] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.086021] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d7327c-2c11-4ed5-a544-ce72f142babf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.106207] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 989.106207] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5257abd7-8197-6056-0f4d-3c471828da2d" [ 989.106207] env[66507]: _type = "Task" [ 989.106207] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.122026] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5257abd7-8197-6056-0f4d-3c471828da2d, 'name': SearchDatastore_Task, 'duration_secs': 0.017932} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.122874] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce3ffcf-9df9-43d2-a2cb-c83ca77a23de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.134849] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 989.134849] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cccf4c-1205-165b-e5f5-ee20b2c7fd47" [ 989.134849] env[66507]: _type = "Task" [ 989.134849] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.145815] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cccf4c-1205-165b-e5f5-ee20b2c7fd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.309773] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Releasing lock "refresh_cache-85e3eeb2-23ef-4782-8e16-991c10db75f4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.310260] env[66507]: DEBUG nova.compute.manager [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 989.310455] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.311603] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e853f-97fa-4025-bcba-f5224233d35f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.321262] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.324298] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e68c6d-02c0-439b-814f-ff17c841d882 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.334183] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 989.334183] env[66507]: value = "task-4638544" [ 989.334183] env[66507]: _type = "Task" [ 989.334183] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.345121] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.419588] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638543, 'name': PowerOnVM_Task} progress is 90%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.447302] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad245b20-7ae3-4925-98cd-cc2e43feba31 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.452201] env[66507]: WARNING neutronclient.v2_0.client [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.462838] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f214a-00cc-4db4-a43b-faef21cc924e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.501605] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb9c156-7d4c-4269-a73a-a2721128c0df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.511510] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9971793-b61a-43d6-9566-c554c6079718 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.530329] env[66507]: DEBUG nova.compute.provider_tree [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.645749] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cccf4c-1205-165b-e5f5-ee20b2c7fd47, 'name': SearchDatastore_Task, 'duration_secs': 0.020888} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.646158] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.646418] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 45a882db-0441-49ee-b738-0954a60f4dad/45a882db-0441-49ee-b738-0954a60f4dad.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.646799] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b438cd4b-82ba-427e-8dfe-0fb02f475847 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.655112] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 989.655112] env[66507]: value = "task-4638545" [ 989.655112] env[66507]: _type = "Task" [ 989.655112] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.656324] env[66507]: WARNING neutronclient.v2_0.client [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.668619] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.752910] env[66507]: DEBUG nova.network.neutron [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Updated VIF entry in instance network info cache for port 2c062cf7-901f-4466-a578-fef507199c39. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.753221] env[66507]: DEBUG nova.network.neutron [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Updating instance_info_cache with network_info: [{"id": "2c062cf7-901f-4466-a578-fef507199c39", "address": "fa:16:3e:da:ea:f3", "network": {"id": "f7ee7e55-564f-499e-b5b9-b01ba364f7b2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1960841508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b6ac497994f2a81d3e3dda97a1381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c062cf7-90", "ovs_interfaceid": "2c062cf7-901f-4466-a578-fef507199c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.845532] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638544, 'name': PowerOffVM_Task, 'duration_secs': 0.227127} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.845860] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.846051] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.846345] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ef9a8a-e425-4c7d-ac04-f22eed201958 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.878213] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.879013] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.879013] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Deleting the datastore file [datastore1] 85e3eeb2-23ef-4782-8e16-991c10db75f4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.879224] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b737e4f1-3538-4866-8b38-62f1f82c0d88 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.889716] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for the task: (returnval){ [ 989.889716] env[66507]: value = "task-4638547" [ 989.889716] env[66507]: _type = "Task" [ 989.889716] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.903177] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.923505] env[66507]: DEBUG oslo_vmware.api [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638543, 'name': PowerOnVM_Task, 'duration_secs': 0.556854} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.923505] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.923505] env[66507]: DEBUG nova.compute.manager [None req-5927a220-5c1a-427c-b662-ac4be71de54a tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 989.923505] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ec8bc-3db1-4f0b-a26b-108fcaaadfec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.037023] env[66507]: DEBUG nova.scheduler.client.report [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.170415] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638545, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.255711] env[66507]: DEBUG oslo_concurrency.lockutils [req-ebb4318c-8605-488d-aad6-52a5a89577e1 req-20cdf376-3004-4f4e-8825-cc4755aec65b service nova] Releasing lock "refresh_cache-45a882db-0441-49ee-b738-0954a60f4dad" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.402866] env[66507]: DEBUG oslo_vmware.api [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Task: {'id': task-4638547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.403176] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.403383] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.403575] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.403764] env[66507]: INFO nova.compute.manager [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 990.404049] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.404271] env[66507]: DEBUG nova.compute.manager [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 990.404382] env[66507]: DEBUG nova.network.neutron [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 990.404844] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.422603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.423260] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.423260] env[66507]: DEBUG nova.compute.manager [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 990.424101] env[66507]: DEBUG nova.network.neutron [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 990.426045] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.426045] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fdb5ae-aa9a-4bcf-8c3c-ce42b71be7c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.433398] env[66507]: DEBUG nova.compute.manager [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 990.434059] env[66507]: DEBUG nova.objects.instance [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.543572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.544162] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 990.547109] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.004s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.547336] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.547529] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 990.547868] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.919s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.549488] env[66507]: INFO nova.compute.claims [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.553056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2121c5d-ea37-4c25-b623-4bead0abff7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.566320] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f4b42-4145-4e2f-9741-0338f20fd865 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.581885] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c7a46-2931-4e20-b68d-954003a4c2e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.590040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229053c7-34a4-4e16-82e1-c94161d8997a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.632808] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178039MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 990.633157] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.672288] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745032} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.672288] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 45a882db-0441-49ee-b738-0954a60f4dad/45a882db-0441-49ee-b738-0954a60f4dad.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.672288] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.672288] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e51933d3-7f0c-4646-8713-e3c702ce6f14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.679704] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 990.679704] env[66507]: value = "task-4638548" [ 990.679704] env[66507]: _type = "Task" [ 990.679704] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.688476] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.930361] env[66507]: DEBUG nova.network.neutron [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.054334] env[66507]: DEBUG nova.compute.utils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.056037] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 991.056037] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 991.056380] env[66507]: WARNING neutronclient.v2_0.client [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.057207] env[66507]: WARNING neutronclient.v2_0.client [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.103918] env[66507]: DEBUG nova.policy [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8fb48d1fe1469da8d9604fb9782f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c5d019036544c74906b5b153d97affd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.190145] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070087} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.190402] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.191134] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4611e1-2ae6-4fba-86c4-ea58bc6683be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.216473] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 45a882db-0441-49ee-b738-0954a60f4dad/45a882db-0441-49ee-b738-0954a60f4dad.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.216830] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2993d5e9-369c-4b9a-a5ed-998d1b9fefc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.239723] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 991.239723] env[66507]: value = "task-4638549" [ 991.239723] env[66507]: _type = "Task" [ 991.239723] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.249466] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.433278] env[66507]: INFO nova.compute.manager [-] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Took 1.03 seconds to deallocate network for instance. [ 991.447031] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.447345] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7c3096-3d95-44d8-80c3-eb9e5ba81ecf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455337] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Successfully created port: 3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.459542] env[66507]: DEBUG oslo_vmware.api [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 991.459542] env[66507]: value = "task-4638550" [ 991.459542] env[66507]: _type = "Task" [ 991.459542] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.469999] env[66507]: DEBUG oslo_vmware.api [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.560658] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 991.758029] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638549, 'name': ReconfigVM_Task, 'duration_secs': 0.316947} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.758029] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 45a882db-0441-49ee-b738-0954a60f4dad/45a882db-0441-49ee-b738-0954a60f4dad.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.758029] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df150a00-4db4-4ed7-83a1-ef3745312db2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.765804] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 991.765804] env[66507]: value = "task-4638551" [ 991.765804] env[66507]: _type = "Task" [ 991.765804] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.775598] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638551, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.943667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.959075] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939acf7d-49c7-413b-8ea4-14d9ac314676 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.975178] env[66507]: DEBUG oslo_vmware.api [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638550, 'name': PowerOffVM_Task, 'duration_secs': 0.209935} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.976303] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbe164-66a8-49e6-95ea-b0f43c3e381d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.979716] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.979975] env[66507]: DEBUG nova.compute.manager [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 991.981084] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a9e98-5224-481c-a451-48ecc8535d83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.024238] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65692a07-fe57-4e48-b01b-f5810d7150d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.035034] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ba672-44d6-434c-85c8-1d2dd678ac29 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.051470] env[66507]: DEBUG nova.compute.provider_tree [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.277873] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638551, 'name': Rename_Task, 'duration_secs': 0.159008} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.278186] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.278514] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88e1be5-8f5f-4a10-81ea-8a94f65c4fc6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286330] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 992.286330] env[66507]: value = "task-4638552" [ 992.286330] env[66507]: _type = "Task" [ 992.286330] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.295570] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.526803] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9a0b48e-be63-455b-bea4-fede7a3f835a tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.555280] env[66507]: DEBUG nova.scheduler.client.report [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.577968] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 992.610780] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.611024] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.611181] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.611360] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.611503] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.611641] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.611849] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.612023] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.612197] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.612359] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.612535] env[66507]: DEBUG nova.virt.hardware [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.614223] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886a1a7b-1a4a-4315-8d91-f9f1c7306efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.624875] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf090f-ce6f-4389-83af-8c258c13820a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.799958] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.064155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.064850] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 993.069425] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.438s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.071315] env[66507]: INFO nova.compute.claims [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.137413] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Successfully updated port: 3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.299388] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.534982] env[66507]: DEBUG nova.compute.manager [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Received event network-vif-plugged-3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 993.534982] env[66507]: DEBUG oslo_concurrency.lockutils [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] Acquiring lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.534982] env[66507]: DEBUG oslo_concurrency.lockutils [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.534982] env[66507]: DEBUG oslo_concurrency.lockutils [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.535185] env[66507]: DEBUG nova.compute.manager [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] No waiting events found dispatching network-vif-plugged-3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 993.535312] env[66507]: WARNING nova.compute.manager [req-b276d939-7527-4a75-9aeb-474c4c3ff611 req-8600bd39-c1e5-44db-9fca-0fb4c7fa91a6 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Received unexpected event network-vif-plugged-3e394e41-7b45-4089-896f-89e6f7c20752 for instance with vm_state building and task_state spawning. [ 993.578021] env[66507]: DEBUG nova.compute.utils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.586423] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 993.589795] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.589795] env[66507]: WARNING neutronclient.v2_0.client [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.589795] env[66507]: WARNING neutronclient.v2_0.client [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.634090] env[66507]: DEBUG nova.policy [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbf5815d53345bfa20428888e3cbd9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af2b280a03248c58ff370c737754821', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.640435] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.640617] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.640734] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.804544] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.075531] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Successfully created port: 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 994.086980] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 994.198427] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 994.306504] env[66507]: DEBUG oslo_vmware.api [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638552, 'name': PowerOnVM_Task, 'duration_secs': 1.524765} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.306504] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.306773] env[66507]: INFO nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Took 8.39 seconds to spawn the instance on the hypervisor. [ 994.307052] env[66507]: DEBUG nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 994.307858] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eee455-6055-4bc1-a91b-89e77a96ad9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.370090] env[66507]: WARNING neutronclient.v2_0.client [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.510870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f461fd-d39d-40f2-be6d-862fc3fd0c80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.521068] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1e0c3-909b-4f32-8e52-f1b79c10fb75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.564158] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eddb12-58df-4b94-92a1-fb2c9f3f30fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.574165] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8683345-360a-45ff-bb25-826fb5c9ba87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.589891] env[66507]: DEBUG nova.compute.provider_tree [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.622906] env[66507]: DEBUG nova.network.neutron [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updating instance_info_cache with network_info: [{"id": "3e394e41-7b45-4089-896f-89e6f7c20752", "address": "fa:16:3e:30:c9:5f", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e394e41-7b", "ovs_interfaceid": "3e394e41-7b45-4089-896f-89e6f7c20752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.810917] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.811161] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.835512] env[66507]: INFO nova.compute.manager [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Took 37.56 seconds to build instance. [ 995.096448] env[66507]: DEBUG nova.scheduler.client.report [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.101472] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 995.126174] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.126514] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Instance network_info: |[{"id": "3e394e41-7b45-4089-896f-89e6f7c20752", "address": "fa:16:3e:30:c9:5f", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e394e41-7b", "ovs_interfaceid": "3e394e41-7b45-4089-896f-89e6f7c20752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 995.127787] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:c9:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e394e41-7b45-4089-896f-89e6f7c20752', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.136249] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.139417] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.139720] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.139874] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.140068] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.140214] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.140357] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.140646] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.140700] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.140864] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.141123] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.141218] env[66507]: DEBUG nova.virt.hardware [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.142040] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.142671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e002b1-2bcb-4adb-bf9f-2d9c9710aeef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.145571] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b689bcbf-f31d-4265-be68-840ebdec2421 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.167412] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c383a4c8-92c4-4df2-a85a-6337da21ef70 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.173234] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.173234] env[66507]: value = "task-4638553" [ 995.173234] env[66507]: _type = "Task" [ 995.173234] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.191312] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638553, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.324304] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 995.334133] env[66507]: DEBUG nova.compute.manager [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Stashing vm_state: stopped {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 995.337132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98b39e7b-ef1d-4aa7-8a88-ab26d80d915b tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.073s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.543410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.543869] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.582295] env[66507]: DEBUG nova.compute.manager [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Received event network-changed-3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 995.582380] env[66507]: DEBUG nova.compute.manager [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Refreshing instance network info cache due to event network-changed-3e394e41-7b45-4089-896f-89e6f7c20752. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 995.582721] env[66507]: DEBUG oslo_concurrency.lockutils [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] Acquiring lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.583396] env[66507]: DEBUG oslo_concurrency.lockutils [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] Acquired lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.583396] env[66507]: DEBUG nova.network.neutron [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Refreshing network info cache for port 3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.605719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.606452] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 995.609901] env[66507]: DEBUG nova.compute.manager [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Received event network-vif-plugged-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 995.610142] env[66507]: DEBUG oslo_concurrency.lockutils [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] Acquiring lock "27207176-5d0c-4aac-855f-05d0651263d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.610324] env[66507]: DEBUG oslo_concurrency.lockutils [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] Lock "27207176-5d0c-4aac-855f-05d0651263d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.610487] env[66507]: DEBUG oslo_concurrency.lockutils [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] Lock "27207176-5d0c-4aac-855f-05d0651263d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.610650] env[66507]: DEBUG nova.compute.manager [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] No waiting events found dispatching network-vif-plugged-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 995.610815] env[66507]: WARNING nova.compute.manager [req-5288a347-9706-41e5-b9c9-8e80ceb16ba8 req-58394a2f-cc3b-48e7-826f-9e4f12991d97 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Received unexpected event network-vif-plugged-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a for instance with vm_state building and task_state spawning. [ 995.611334] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.597s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.612731] env[66507]: INFO nova.compute.claims [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.685042] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638553, 'name': CreateVM_Task, 'duration_secs': 0.501596} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.685230] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.685795] env[66507]: WARNING neutronclient.v2_0.client [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.686187] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.686774] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.686774] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.686936] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7a9160-5dec-4bca-9fbf-bd324377cd09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692557] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 995.692557] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5221ebb8-e889-b543-d322-c7850283d983" [ 995.692557] env[66507]: _type = "Task" [ 995.692557] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.701704] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5221ebb8-e889-b543-d322-c7850283d983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.713250] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Successfully updated port: 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.846921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.850720] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.047333] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 996.087441] env[66507]: WARNING neutronclient.v2_0.client [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.113252] env[66507]: DEBUG nova.compute.utils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.114784] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 996.115414] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.116046] env[66507]: WARNING neutronclient.v2_0.client [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.116167] env[66507]: WARNING neutronclient.v2_0.client [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.165561] env[66507]: DEBUG nova.policy [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '625fc93cdf3447c095218ebbfb1a0be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ee3f73fcd4946d0959cd8a4e7bdfa0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.205316] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5221ebb8-e889-b543-d322-c7850283d983, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.205801] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.205901] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.206157] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.206386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.206617] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.206940] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bffe259-956e-4684-90f1-a1102d185f5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.215445] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.215631] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquired lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.215773] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.217914] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.219287] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.223572] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92056d3b-0406-410b-866d-611e82901474 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.228608] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 996.228608] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525cecfb-0e13-f661-0200-9be4382a8eb9" [ 996.228608] env[66507]: _type = "Task" [ 996.228608] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.244486] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525cecfb-0e13-f661-0200-9be4382a8eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.245815] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebe6a4e-5e8e-4765-b588-df7cf3c8a777 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.255943] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 996.255943] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527c83b5-66fb-3b2d-ce5a-c42ba7280390" [ 996.255943] env[66507]: _type = "Task" [ 996.255943] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.268695] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527c83b5-66fb-3b2d-ce5a-c42ba7280390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.307168] env[66507]: WARNING neutronclient.v2_0.client [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.438579] env[66507]: DEBUG nova.network.neutron [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updated VIF entry in instance network info cache for port 3e394e41-7b45-4089-896f-89e6f7c20752. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.438958] env[66507]: DEBUG nova.network.neutron [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updating instance_info_cache with network_info: [{"id": "3e394e41-7b45-4089-896f-89e6f7c20752", "address": "fa:16:3e:30:c9:5f", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e394e41-7b", "ovs_interfaceid": "3e394e41-7b45-4089-896f-89e6f7c20752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.499816] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Successfully created port: 6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.572480] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.619358] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 996.716982] env[66507]: DEBUG nova.compute.manager [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 996.717737] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91354c5b-2765-4a1b-95e5-0671fbf5bf2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.771340] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527c83b5-66fb-3b2d-ce5a-c42ba7280390, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.772322] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.774545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.775265] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 96a7fc7e-190e-45ea-b2dd-666363f6a6f9/96a7fc7e-190e-45ea-b2dd-666363f6a6f9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.775679] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31f3bab-ba43-440f-b80b-99603d3762ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785647] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 996.785647] env[66507]: value = "task-4638554" [ 996.785647] env[66507]: _type = "Task" [ 996.785647] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.795714] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.886785] env[66507]: WARNING neutronclient.v2_0.client [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.941787] env[66507]: DEBUG oslo_concurrency.lockutils [req-946d8d31-5457-42c3-b3e2-ad995bed6dcd req-a2273f26-5b63-4dfa-8c82-afcf6647f347 service nova] Releasing lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.994426] env[66507]: DEBUG nova.network.neutron [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updating instance_info_cache with network_info: [{"id": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "address": "fa:16:3e:43:36:c9", "network": {"id": "1bbf2572-94c9-4254-b00d-3af794d62ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-392933410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2b280a03248c58ff370c737754821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b2a1d5-13", "ovs_interfaceid": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.009968] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc248907-2006-4217-be4a-2f1265842b7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.019717] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec919e-dea9-4ecd-a0d1-d8a8679d32e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.053939] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f499b-3bf4-4d1a-ad9e-d5d48adea62d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.063479] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b10546-ec14-4f12-b77c-32e27ba80ff7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.082220] env[66507]: DEBUG nova.compute.provider_tree [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.236257] env[66507]: INFO nova.compute.manager [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] instance snapshotting [ 997.242335] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2031db3-beeb-4bd0-bf02-e5cba316d43a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.264280] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb4cf9-f89a-46f9-b8ec-36546704fc75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296326] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.495688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Releasing lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.495842] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Instance network_info: |[{"id": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "address": "fa:16:3e:43:36:c9", "network": {"id": "1bbf2572-94c9-4254-b00d-3af794d62ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-392933410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2b280a03248c58ff370c737754821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b2a1d5-13", "ovs_interfaceid": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 997.496332] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:36:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.504107] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Creating folder: Project (1af2b280a03248c58ff370c737754821). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.504429] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad662538-26e1-45a4-8cf1-e150f580f868 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.517673] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Created folder: Project (1af2b280a03248c58ff370c737754821) in parent group-v905587. [ 997.517916] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Creating folder: Instances. Parent ref: group-v905813. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.518201] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b06883f-9bfd-4712-acc9-ff53fefa1161 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.529602] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Created folder: Instances in parent group-v905813. [ 997.529877] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.530102] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.530329] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6e595b-1ac7-4c35-8b8b-3725b0764f6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.554489] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.554489] env[66507]: value = "task-4638557" [ 997.554489] env[66507]: _type = "Task" [ 997.554489] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.570584] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638557, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.585805] env[66507]: DEBUG nova.scheduler.client.report [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.630300] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 997.653507] env[66507]: DEBUG nova.compute.manager [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Received event network-changed-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 997.653711] env[66507]: DEBUG nova.compute.manager [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Refreshing instance network info cache due to event network-changed-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 997.653929] env[66507]: DEBUG oslo_concurrency.lockutils [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] Acquiring lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.654076] env[66507]: DEBUG oslo_concurrency.lockutils [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] Acquired lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.654235] env[66507]: DEBUG nova.network.neutron [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Refreshing network info cache for port 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.661980] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.662700] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.662700] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.662836] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.662963] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.663134] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.663345] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.663506] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.663690] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.663854] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.664037] env[66507]: DEBUG nova.virt.hardware [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.665280] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a56940-5425-45ea-9fd8-37773422ffca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.675690] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2f034-dfa6-47c1-ab81-c95d309c5b09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.777074] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.777074] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b5d15b4-4889-4a7a-8549-cfccfdab75aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.785925] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 997.785925] env[66507]: value = "task-4638558" [ 997.785925] env[66507]: _type = "Task" [ 997.785925] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.802656] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.807364] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576884} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.807476] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 96a7fc7e-190e-45ea-b2dd-666363f6a6f9/96a7fc7e-190e-45ea-b2dd-666363f6a6f9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.807697] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.808298] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae61754-6ee6-47de-a1d3-6340600285a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.816697] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 997.816697] env[66507]: value = "task-4638559" [ 997.816697] env[66507]: _type = "Task" [ 997.816697] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.826948] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.067728] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638557, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.068413] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Successfully updated port: 6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.090878] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.091648] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 998.094093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.540s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.095503] env[66507]: INFO nova.compute.claims [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.156936] env[66507]: WARNING neutronclient.v2_0.client [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.298060] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.327925] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090648} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.328254] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.329083] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb2ea7-e7c0-47ed-9317-c55e7342720c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.353407] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 96a7fc7e-190e-45ea-b2dd-666363f6a6f9/96a7fc7e-190e-45ea-b2dd-666363f6a6f9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.354992] env[66507]: WARNING neutronclient.v2_0.client [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.357105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867c7720-038c-4e28-bf86-e4d24bd9af35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.379708] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 998.379708] env[66507]: value = "task-4638560" [ 998.379708] env[66507]: _type = "Task" [ 998.379708] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.388808] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.452963] env[66507]: DEBUG nova.network.neutron [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updated VIF entry in instance network info cache for port 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.453366] env[66507]: DEBUG nova.network.neutron [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updating instance_info_cache with network_info: [{"id": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "address": "fa:16:3e:43:36:c9", "network": {"id": "1bbf2572-94c9-4254-b00d-3af794d62ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-392933410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2b280a03248c58ff370c737754821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b2a1d5-13", "ovs_interfaceid": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.566846] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638557, 'name': CreateVM_Task, 'duration_secs': 0.526537} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.567116] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.567748] env[66507]: WARNING neutronclient.v2_0.client [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.568174] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.568383] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.568756] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.569086] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde8b826-7330-479d-97ee-7e53c1e45e94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.571339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.571527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquired lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.571747] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.577833] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 998.577833] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524f3f2a-7123-d975-98f7-92b796a86a53" [ 998.577833] env[66507]: _type = "Task" [ 998.577833] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.589169] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524f3f2a-7123-d975-98f7-92b796a86a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.602740] env[66507]: DEBUG nova.compute.utils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.604481] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 998.605786] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 998.605786] env[66507]: WARNING neutronclient.v2_0.client [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.606070] env[66507]: WARNING neutronclient.v2_0.client [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.647175] env[66507]: DEBUG nova.policy [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.799609] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638558, 'name': CreateSnapshot_Task, 'duration_secs': 0.995052} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.799937] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.800952] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed0864-3c2c-4cf0-a2d2-047dd246a5d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.890635] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638560, 'name': ReconfigVM_Task, 'duration_secs': 0.435537} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.891160] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 96a7fc7e-190e-45ea-b2dd-666363f6a6f9/96a7fc7e-190e-45ea-b2dd-666363f6a6f9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.891939] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d273d5d0-3078-4ced-8b2b-3e077270ed73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.899752] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 998.899752] env[66507]: value = "task-4638561" [ 998.899752] env[66507]: _type = "Task" [ 998.899752] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.909166] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638561, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.945603] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Successfully created port: 626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.956829] env[66507]: DEBUG oslo_concurrency.lockutils [req-a20401a6-2928-4281-8f65-76e7a885c680 req-51022ea1-6243-4738-b9c5-02833e92edc2 service nova] Releasing lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.093473] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524f3f2a-7123-d975-98f7-92b796a86a53, 'name': SearchDatastore_Task, 'duration_secs': 0.012724} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.093915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094236] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.094719] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.095016] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.095503] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.095591] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d882958-1e8f-45aa-b1d5-ec7ec264fe02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.111495] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 999.115535] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.115535] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.118047] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.121032] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b868fa5-b83e-4dd4-a6ee-c0348a86a309 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.131023] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 999.131023] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d42d5f-ca67-7b60-faea-80261f7c5fd8" [ 999.131023] env[66507]: _type = "Task" [ 999.131023] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.139800] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d42d5f-ca67-7b60-faea-80261f7c5fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.284652] env[66507]: WARNING neutronclient.v2_0.client [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.323450] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.328640] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df452b27-310d-4447-bc9a-e3d22b7b77d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.342826] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 999.342826] env[66507]: value = "task-4638562" [ 999.342826] env[66507]: _type = "Task" [ 999.342826] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.355147] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.369960] env[66507]: DEBUG nova.network.neutron [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Updating instance_info_cache with network_info: [{"id": "6eed6a16-4502-4bf9-928a-60a18563da4c", "address": "fa:16:3e:bf:29:d6", "network": {"id": "00266af6-aaf3-4d8e-8249-8de06af33ddd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-79346431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee3f73fcd4946d0959cd8a4e7bdfa0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eed6a16-45", "ovs_interfaceid": "6eed6a16-4502-4bf9-928a-60a18563da4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.409497] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638561, 'name': Rename_Task, 'duration_secs': 0.222079} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.409783] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.410058] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f64741b-91bd-404a-86b2-190e2904a4aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.421230] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 999.421230] env[66507]: value = "task-4638563" [ 999.421230] env[66507]: _type = "Task" [ 999.421230] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.442700] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638563, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.505736] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a85975-d229-4a48-bd0a-8f056c864838 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.516366] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ecd11c-10df-4f39-a994-28f4935c6d2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.550630] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f57c490-b4f1-41a8-991e-b09933b097a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.559141] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f369284-52b2-445d-a435-0c9d716bba9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.573142] env[66507]: DEBUG nova.compute.provider_tree [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.641258] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d42d5f-ca67-7b60-faea-80261f7c5fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.642104] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32efa306-b2c8-44d8-bfc2-35509bd59839 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.649420] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 999.649420] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520ea84b-ce32-c1d5-e8f7-da44f29a056f" [ 999.649420] env[66507]: _type = "Task" [ 999.649420] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.661283] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520ea84b-ce32-c1d5-e8f7-da44f29a056f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.758942] env[66507]: DEBUG nova.compute.manager [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Received event network-vif-plugged-6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 999.760536] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Acquiring lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.760787] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.760958] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.761151] env[66507]: DEBUG nova.compute.manager [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] No waiting events found dispatching network-vif-plugged-6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 999.761313] env[66507]: WARNING nova.compute.manager [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Received unexpected event network-vif-plugged-6eed6a16-4502-4bf9-928a-60a18563da4c for instance with vm_state building and task_state spawning. [ 999.761469] env[66507]: DEBUG nova.compute.manager [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Received event network-changed-6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 999.761617] env[66507]: DEBUG nova.compute.manager [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Refreshing instance network info cache due to event network-changed-6eed6a16-4502-4bf9-928a-60a18563da4c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 999.761944] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Acquiring lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.857777] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.875731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Releasing lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.876316] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Instance network_info: |[{"id": "6eed6a16-4502-4bf9-928a-60a18563da4c", "address": "fa:16:3e:bf:29:d6", "network": {"id": "00266af6-aaf3-4d8e-8249-8de06af33ddd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-79346431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee3f73fcd4946d0959cd8a4e7bdfa0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eed6a16-45", "ovs_interfaceid": "6eed6a16-4502-4bf9-928a-60a18563da4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 999.876828] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Acquired lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.877073] env[66507]: DEBUG nova.network.neutron [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Refreshing network info cache for port 6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.881740] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:29:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eed6a16-4502-4bf9-928a-60a18563da4c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.889320] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Creating folder: Project (4ee3f73fcd4946d0959cd8a4e7bdfa0b). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.890919] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e096d41b-5967-487a-a5af-7a42b00e0900 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.904882] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Created folder: Project (4ee3f73fcd4946d0959cd8a4e7bdfa0b) in parent group-v905587. [ 999.905151] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Creating folder: Instances. Parent ref: group-v905818. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.905632] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78531e0-07ff-4065-ad2b-c49ddfc175a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.917913] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Created folder: Instances in parent group-v905818. [ 999.918237] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 999.918453] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.918673] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455fa100-039f-4c89-9534-5572b02e35a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.946611] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638563, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.948172] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.948172] env[66507]: value = "task-4638566" [ 999.948172] env[66507]: _type = "Task" [ 999.948172] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.958479] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638566, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.077053] env[66507]: DEBUG nova.scheduler.client.report [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.127902] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1000.156989] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1000.157328] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.157584] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1000.157812] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.158037] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1000.158266] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1000.158520] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.158743] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1000.158980] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1000.159211] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1000.159444] env[66507]: DEBUG nova.virt.hardware [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1000.160456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a2721-cc3b-49b7-8965-bb62f991bcdd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.167766] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520ea84b-ce32-c1d5-e8f7-da44f29a056f, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.168479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.168764] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 27207176-5d0c-4aac-855f-05d0651263d1/27207176-5d0c-4aac-855f-05d0651263d1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.169118] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-777105b5-eda2-439c-be06-9cb1a5b6446b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.175133] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acf78c-e568-4b56-afaf-0cee9c4354cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.180553] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1000.180553] env[66507]: value = "task-4638567" [ 1000.180553] env[66507]: _type = "Task" [ 1000.180553] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.196289] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.357047] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.391481] env[66507]: WARNING neutronclient.v2_0.client [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.446142] env[66507]: DEBUG nova.compute.manager [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Received event network-vif-plugged-626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1000.446496] env[66507]: DEBUG oslo_concurrency.lockutils [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] Acquiring lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.447087] env[66507]: DEBUG oslo_concurrency.lockutils [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.447433] env[66507]: DEBUG oslo_concurrency.lockutils [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.447667] env[66507]: DEBUG nova.compute.manager [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] No waiting events found dispatching network-vif-plugged-626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1000.448236] env[66507]: WARNING nova.compute.manager [req-47b76f01-0cad-4637-be3f-d434d14cd320 req-cd64f1f4-5ccb-40bc-8fad-7eb89dc076ba service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Received unexpected event network-vif-plugged-626b695b-f37a-4768-aa04-9a11bb2572be for instance with vm_state building and task_state spawning. [ 1000.454331] env[66507]: DEBUG oslo_vmware.api [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638563, 'name': PowerOnVM_Task, 'duration_secs': 0.749059} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.460309] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.460546] env[66507]: INFO nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1000.460732] env[66507]: DEBUG nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1000.462889] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39bc186-ffc3-4b81-8222-82eb9d752652 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.475499] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638566, 'name': CreateVM_Task, 'duration_secs': 0.460393} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.478163] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.484352] env[66507]: WARNING neutronclient.v2_0.client [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.484928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485249] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485794] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.486630] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d571c997-729f-43b3-b521-1fc9d5359383 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.494396] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1000.494396] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521c97af-3998-332d-ede5-318356560b1c" [ 1000.494396] env[66507]: _type = "Task" [ 1000.494396] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.507840] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521c97af-3998-332d-ede5-318356560b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.554210] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Successfully updated port: 626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.582919] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.583690] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1000.586153] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.934s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.586381] env[66507]: DEBUG nova.objects.instance [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'resources' on Instance uuid 2aa65d4f-eb3a-4f91-89bc-5850efbddbea {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.605029] env[66507]: WARNING neutronclient.v2_0.client [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.693754] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.708342] env[66507]: DEBUG nova.network.neutron [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Updated VIF entry in instance network info cache for port 6eed6a16-4502-4bf9-928a-60a18563da4c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.708342] env[66507]: DEBUG nova.network.neutron [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Updating instance_info_cache with network_info: [{"id": "6eed6a16-4502-4bf9-928a-60a18563da4c", "address": "fa:16:3e:bf:29:d6", "network": {"id": "00266af6-aaf3-4d8e-8249-8de06af33ddd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-79346431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee3f73fcd4946d0959cd8a4e7bdfa0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eed6a16-45", "ovs_interfaceid": "6eed6a16-4502-4bf9-928a-60a18563da4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.857903] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.995062] env[66507]: INFO nova.compute.manager [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Took 37.73 seconds to build instance. [ 1001.011930] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521c97af-3998-332d-ede5-318356560b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.037429} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.013030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.013412] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.013765] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.013997] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.014227] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.014681] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eb1f9f8-cddb-4d1c-bdb0-ae3957e3011a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.025941] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.025941] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.026537] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe93ac7-197c-4641-ad07-f5fb1efdf103 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.036082] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1001.036082] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e37837-475f-1fc0-240d-62f4f6a3c2a6" [ 1001.036082] env[66507]: _type = "Task" [ 1001.036082] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.045540] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e37837-475f-1fc0-240d-62f4f6a3c2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.059771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.059771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.059771] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.093035] env[66507]: DEBUG nova.compute.utils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.094436] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1001.094628] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1001.094936] env[66507]: WARNING neutronclient.v2_0.client [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.095247] env[66507]: WARNING neutronclient.v2_0.client [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.172082] env[66507]: DEBUG nova.policy [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.192592] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579118} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.195399] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 27207176-5d0c-4aac-855f-05d0651263d1/27207176-5d0c-4aac-855f-05d0651263d1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.195642] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.196162] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f02a70fa-7dec-4312-9cc2-bfd3baac1707 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.204167] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1001.204167] env[66507]: value = "task-4638568" [ 1001.204167] env[66507]: _type = "Task" [ 1001.204167] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.213587] env[66507]: DEBUG oslo_concurrency.lockutils [req-50d58652-33a0-42f4-9504-eff148df4a46 req-7ba58053-97c7-43d7-bc89-8ffe2ff236ce service nova] Releasing lock "refresh_cache-e7630e45-1e91-469f-886e-8b2e3e15b605" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.217287] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.362089] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.452792] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d11c3a-3798-439a-ab20-dc4ac92d4d2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.461201] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab6eaa7-eb1e-41a6-b314-ba6e4d1f89a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.496429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613cf301-99a7-485c-94b1-3957c260df3f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.504241] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1048021-e38e-4cba-870d-5a29b4f5fb0f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.251s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.505762] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889607e9-c171-4f17-bcc1-4fc2baaede41 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.513474] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Successfully created port: 645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.523647] env[66507]: DEBUG nova.compute.provider_tree [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.546050] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e37837-475f-1fc0-240d-62f4f6a3c2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.546969] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271ccc7d-a9ea-48df-916e-136dc7c88f09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.553506] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1001.553506] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5202fd60-e26e-8d1d-b3d2-0500e9b211a5" [ 1001.553506] env[66507]: _type = "Task" [ 1001.553506] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.566823] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5202fd60-e26e-8d1d-b3d2-0500e9b211a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.598934] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1001.627684] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1001.720161] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202472} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.720660] env[66507]: WARNING neutronclient.v2_0.client [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.722927] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.724395] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f5f8d6-e302-49d7-9303-6c5778be5aa3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.748596] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 27207176-5d0c-4aac-855f-05d0651263d1/27207176-5d0c-4aac-855f-05d0651263d1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.748960] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d90794-2031-409c-898d-06a99324ddf2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.773846] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1001.773846] env[66507]: value = "task-4638569" [ 1001.773846] env[66507]: _type = "Task" [ 1001.773846] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.784051] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.858989] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.902084] env[66507]: DEBUG nova.network.neutron [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Updating instance_info_cache with network_info: [{"id": "626b695b-f37a-4768-aa04-9a11bb2572be", "address": "fa:16:3e:d2:62:48", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b695b-f3", "ovs_interfaceid": "626b695b-f37a-4768-aa04-9a11bb2572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.026926] env[66507]: DEBUG nova.scheduler.client.report [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.065424] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5202fd60-e26e-8d1d-b3d2-0500e9b211a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.065681] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.065940] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e7630e45-1e91-469f-886e-8b2e3e15b605/e7630e45-1e91-469f-886e-8b2e3e15b605.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.066230] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2028f1a0-5d8d-4e7e-9fd3-12bb0df42613 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.074374] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1002.074374] env[66507]: value = "task-4638570" [ 1002.074374] env[66507]: _type = "Task" [ 1002.074374] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.083721] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.285168] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.361496] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.405611] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.406162] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Instance network_info: |[{"id": "626b695b-f37a-4768-aa04-9a11bb2572be", "address": "fa:16:3e:d2:62:48", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b695b-f3", "ovs_interfaceid": "626b695b-f37a-4768-aa04-9a11bb2572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1002.406909] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:62:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '626b695b-f37a-4768-aa04-9a11bb2572be', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.415874] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.416808] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.417176] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad471897-d404-468c-966d-e255e43f9031 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.440762] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.440762] env[66507]: value = "task-4638571" [ 1002.440762] env[66507]: _type = "Task" [ 1002.440762] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.450989] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638571, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.534181] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.538485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.886s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.539498] env[66507]: DEBUG nova.objects.instance [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lazy-loading 'resources' on Instance uuid 24e7dee3-635c-4826-bb02-dc1b72f95cd9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.545030] env[66507]: DEBUG nova.compute.manager [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Received event network-changed-626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1002.545030] env[66507]: DEBUG nova.compute.manager [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Refreshing instance network info cache due to event network-changed-626b695b-f37a-4768-aa04-9a11bb2572be. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1002.545030] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Acquiring lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.545030] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Acquired lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.545030] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Refreshing network info cache for port 626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.569615] env[66507]: INFO nova.scheduler.client.report [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted allocations for instance 2aa65d4f-eb3a-4f91-89bc-5850efbddbea [ 1002.589429] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638570, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.611347] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1002.644247] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.644885] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.645107] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.645330] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.645476] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.645622] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.645847] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.646137] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.646504] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.646504] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.646762] env[66507]: DEBUG nova.virt.hardware [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.648201] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2abd7e-5f0c-4879-8f75-089d9367e2b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.658690] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0d951-e5b7-4f9a-ad3d-424f8a5437b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.786035] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638569, 'name': ReconfigVM_Task, 'duration_secs': 0.791154} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.786388] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 27207176-5d0c-4aac-855f-05d0651263d1/27207176-5d0c-4aac-855f-05d0651263d1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.787156] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd52143-b56c-4403-9ed8-7de982a0cf4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.794972] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1002.794972] env[66507]: value = "task-4638572" [ 1002.794972] env[66507]: _type = "Task" [ 1002.794972] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.806454] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638572, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.860625] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638562, 'name': CloneVM_Task, 'duration_secs': 3.407383} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.860923] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Created linked-clone VM from snapshot [ 1002.861756] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12057c1-99ad-468c-bffa-9bc456211470 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.871638] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Uploading image bf4eb5dc-4ac8-4ef6-9d68-b62970a9d462 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.882918] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.883253] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79345791-addc-4016-8025-eae71c13d073 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.890800] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 1002.890800] env[66507]: value = "task-4638573" [ 1002.890800] env[66507]: _type = "Task" [ 1002.890800] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.901039] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638573, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.952363] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638571, 'name': CreateVM_Task, 'duration_secs': 0.443018} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.952544] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.953050] env[66507]: WARNING neutronclient.v2_0.client [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.953417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.953560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.953888] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.954164] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04141b27-c825-45c1-959d-59d640683da3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.960049] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1002.960049] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521e35c3-b256-6494-2d78-3fd4b9aa760a" [ 1002.960049] env[66507]: _type = "Task" [ 1002.960049] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.970167] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521e35c3-b256-6494-2d78-3fd4b9aa760a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.050074] env[66507]: WARNING neutronclient.v2_0.client [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.087558] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562809} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.088020] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d9b06bc-c7cd-46e9-a435-a3236c8c6bbc tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "2aa65d4f-eb3a-4f91-89bc-5850efbddbea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.234s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.092045] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e7630e45-1e91-469f-886e-8b2e3e15b605/e7630e45-1e91-469f-886e-8b2e3e15b605.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.092045] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.094416] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095c8c0e-67f1-487c-bc66-14ebfe73b77b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.097866] env[66507]: DEBUG nova.compute.manager [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Received event network-vif-plugged-645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1003.098114] env[66507]: DEBUG oslo_concurrency.lockutils [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] Acquiring lock "77732789-4bde-426c-bfef-3852b2297d0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.098706] env[66507]: DEBUG oslo_concurrency.lockutils [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] Lock "77732789-4bde-426c-bfef-3852b2297d0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.098831] env[66507]: DEBUG oslo_concurrency.lockutils [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] Lock "77732789-4bde-426c-bfef-3852b2297d0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.099105] env[66507]: DEBUG nova.compute.manager [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] No waiting events found dispatching network-vif-plugged-645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1003.099171] env[66507]: WARNING nova.compute.manager [req-59ac4fa7-ddab-4a84-9530-73b24e1dd3be req-c325951c-0a87-4fc6-b2fc-677cae3e8939 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Received unexpected event network-vif-plugged-645de22a-6515-45ae-b8b6-fed2be8f9648 for instance with vm_state building and task_state spawning. [ 1003.107248] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1003.107248] env[66507]: value = "task-4638574" [ 1003.107248] env[66507]: _type = "Task" [ 1003.107248] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.128609] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.163702] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Successfully updated port: 645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1003.308995] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638572, 'name': Rename_Task, 'duration_secs': 0.254719} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.309413] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.309743] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d277ab07-a921-4352-9007-8e224f39eb4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.319999] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1003.319999] env[66507]: value = "task-4638575" [ 1003.319999] env[66507]: _type = "Task" [ 1003.319999] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.329614] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.410970] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638573, 'name': Destroy_Task, 'duration_secs': 0.499185} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.411417] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Destroyed the VM [ 1003.412146] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.412146] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac79e5f3-a708-4914-a542-64cbe2b227ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.422074] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 1003.422074] env[66507]: value = "task-4638576" [ 1003.422074] env[66507]: _type = "Task" [ 1003.422074] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.434543] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.451333] env[66507]: WARNING neutronclient.v2_0.client [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.472289] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521e35c3-b256-6494-2d78-3fd4b9aa760a, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.477209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.477209] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.477209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.477209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.477209] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.477209] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30594210-8f21-46fd-abf2-368ed101a684 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.497171] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.497493] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.498488] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f46a83a-b83b-4797-a6c2-818d5487d4f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.505377] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1003.505377] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5235562c-bc81-fc3b-ee8b-040aa09f6b8d" [ 1003.505377] env[66507]: _type = "Task" [ 1003.505377] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.518152] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5235562c-bc81-fc3b-ee8b-040aa09f6b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.533169] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecb869-f9d6-4e14-be9e-fbcb794d9366 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.541175] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d092a64-2757-4602-afa6-33ba45b3741e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579867] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae270fe-e756-4e06-b06d-b009263251eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.589845] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d7c88-d16b-4866-90b5-d2df62e35b0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.605790] env[66507]: DEBUG nova.compute.provider_tree [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.616967] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073083} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.618034] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.618776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb2d92-c2e2-4c41-8957-22f1f5438d0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.645154] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e7630e45-1e91-469f-886e-8b2e3e15b605/e7630e45-1e91-469f-886e-8b2e3e15b605.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.645822] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Updated VIF entry in instance network info cache for port 626b695b-f37a-4768-aa04-9a11bb2572be. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1003.646249] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Updating instance_info_cache with network_info: [{"id": "626b695b-f37a-4768-aa04-9a11bb2572be", "address": "fa:16:3e:d2:62:48", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b695b-f3", "ovs_interfaceid": "626b695b-f37a-4768-aa04-9a11bb2572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.647680] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3853f14-50e8-472f-a866-8fad12521b8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.670672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.672137] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.672137] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.672276] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1003.672276] env[66507]: value = "task-4638577" [ 1003.672276] env[66507]: _type = "Task" [ 1003.672276] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.682851] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.831144] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.932787] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.019368] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5235562c-bc81-fc3b-ee8b-040aa09f6b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.025569} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.020351] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb1b33a-1a08-4272-90b5-02d43abf10a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.026912] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1004.026912] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a25367-58f9-e361-97b6-a5cf2f35be9b" [ 1004.026912] env[66507]: _type = "Task" [ 1004.026912] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.038075] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a25367-58f9-e361-97b6-a5cf2f35be9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.113059] env[66507]: DEBUG nova.scheduler.client.report [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.163600] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Releasing lock "refresh_cache-56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.163713] env[66507]: DEBUG nova.compute.manager [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Received event network-changed-3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1004.163883] env[66507]: DEBUG nova.compute.manager [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Refreshing instance network info cache due to event network-changed-3e394e41-7b45-4089-896f-89e6f7c20752. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1004.164394] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Acquiring lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164394] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Acquired lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.164617] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Refreshing network info cache for port 3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.188665] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.225428] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.339035] env[66507]: DEBUG oslo_vmware.api [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638575, 'name': PowerOnVM_Task, 'duration_secs': 0.971601} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.339035] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.339035] env[66507]: INFO nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1004.339035] env[66507]: DEBUG nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1004.339035] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00714388-6aef-435e-8c86-f17c6f71e2e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.394838] env[66507]: WARNING neutronclient.v2_0.client [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.437294] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638576, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.483810] env[66507]: DEBUG nova.network.neutron [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Updating instance_info_cache with network_info: [{"id": "645de22a-6515-45ae-b8b6-fed2be8f9648", "address": "fa:16:3e:b6:8c:d8", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645de22a-65", "ovs_interfaceid": "645de22a-6515-45ae-b8b6-fed2be8f9648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.538168] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a25367-58f9-e361-97b6-a5cf2f35be9b, 'name': SearchDatastore_Task, 'duration_secs': 0.015648} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.538794] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.538794] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe/56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.539025] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0babcf-c947-465c-8bb4-47891cc512c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.547447] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1004.547447] env[66507]: value = "task-4638578" [ 1004.547447] env[66507]: _type = "Task" [ 1004.547447] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.556432] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.618777] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.621467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.657s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.621760] env[66507]: DEBUG nova.objects.instance [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lazy-loading 'resources' on Instance uuid 7bf5a900-7879-4257-bc6f-f47cdad6d8f6 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.638936] env[66507]: INFO nova.scheduler.client.report [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Deleted allocations for instance 24e7dee3-635c-4826-bb02-dc1b72f95cd9 [ 1004.667913] env[66507]: WARNING neutronclient.v2_0.client [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.684667] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638577, 'name': ReconfigVM_Task, 'duration_secs': 0.671646} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.684943] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e7630e45-1e91-469f-886e-8b2e3e15b605/e7630e45-1e91-469f-886e-8b2e3e15b605.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.685688] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec59314-592d-4576-9188-4efa54d36c97 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.694459] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1004.694459] env[66507]: value = "task-4638579" [ 1004.694459] env[66507]: _type = "Task" [ 1004.694459] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.704928] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638579, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.860583] env[66507]: INFO nova.compute.manager [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Took 28.27 seconds to build instance. [ 1004.865394] env[66507]: WARNING neutronclient.v2_0.client [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.937665] env[66507]: DEBUG oslo_vmware.api [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638576, 'name': RemoveSnapshot_Task, 'duration_secs': 1.33243} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.938109] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.983418] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updated VIF entry in instance network info cache for port 3e394e41-7b45-4089-896f-89e6f7c20752. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.983418] env[66507]: DEBUG nova.network.neutron [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updating instance_info_cache with network_info: [{"id": "3e394e41-7b45-4089-896f-89e6f7c20752", "address": "fa:16:3e:30:c9:5f", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e394e41-7b", "ovs_interfaceid": "3e394e41-7b45-4089-896f-89e6f7c20752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.990948] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.991478] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Instance network_info: |[{"id": "645de22a-6515-45ae-b8b6-fed2be8f9648", "address": "fa:16:3e:b6:8c:d8", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645de22a-65", "ovs_interfaceid": "645de22a-6515-45ae-b8b6-fed2be8f9648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1004.992278] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645de22a-6515-45ae-b8b6-fed2be8f9648', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.000934] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1005.003542] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.008642] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c151486-b5c3-41d1-81fe-f07e4f262b42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.035083] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.035083] env[66507]: value = "task-4638580" [ 1005.035083] env[66507]: _type = "Task" [ 1005.035083] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.048261] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638580, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.059781] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638578, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.141374] env[66507]: DEBUG nova.compute.manager [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Received event network-changed-645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1005.141374] env[66507]: DEBUG nova.compute.manager [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Refreshing instance network info cache due to event network-changed-645de22a-6515-45ae-b8b6-fed2be8f9648. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1005.141589] env[66507]: DEBUG oslo_concurrency.lockutils [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] Acquiring lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.141666] env[66507]: DEBUG oslo_concurrency.lockutils [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] Acquired lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.141823] env[66507]: DEBUG nova.network.neutron [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Refreshing network info cache for port 645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.151252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f39d255e-9ca7-4b7a-961f-c9753a0f950d tempest-MigrationsAdminTest-636676794 tempest-MigrationsAdminTest-636676794-project-member] Lock "24e7dee3-635c-4826-bb02-dc1b72f95cd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.257s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.209729] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638579, 'name': Rename_Task, 'duration_secs': 0.228545} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.212709] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.213968] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb8e6fc-41c0-48a7-9e12-309305fe6cf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.222735] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1005.222735] env[66507]: value = "task-4638581" [ 1005.222735] env[66507]: _type = "Task" [ 1005.222735] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.239705] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.362848] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34d3942d-86bf-405f-8ac1-86fb8d9799dd tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.785s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.446292] env[66507]: WARNING nova.compute.manager [None req-c7f7556e-25c1-4523-8c81-f2a12c23610e tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Image not found during snapshot: nova.exception.ImageNotFound: Image bf4eb5dc-4ac8-4ef6-9d68-b62970a9d462 could not be found. [ 1005.485482] env[66507]: DEBUG oslo_concurrency.lockutils [req-2e465735-c4ba-4129-8bff-8338c69678ef req-4d6fccef-db81-4324-accb-f3e4d78fbdf8 service nova] Releasing lock "refresh_cache-96a7fc7e-190e-45ea-b2dd-666363f6a6f9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.525292] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1734585-4aab-4030-9af0-15f889e11418 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.534430] env[66507]: DEBUG nova.compute.manager [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1005.545494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32460fa3-fb99-4e4e-b8d9-30cb7f0f898b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.557363] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638580, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.587214] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f879cd3-4f42-4141-bd64-e971a74cdad6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.593207] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747126} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.596404] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe/56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.596404] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.596404] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be628e9-d7d1-4b6f-96fc-5822719a9a08 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.601597] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce249d-106b-43a0-a70f-26705ee088f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.606836] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1005.606836] env[66507]: value = "task-4638582" [ 1005.606836] env[66507]: _type = "Task" [ 1005.606836] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.619333] env[66507]: DEBUG nova.compute.provider_tree [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.627174] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.645044] env[66507]: WARNING neutronclient.v2_0.client [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.733908] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.853110] env[66507]: WARNING neutronclient.v2_0.client [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.932283] env[66507]: DEBUG nova.network.neutron [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Updated VIF entry in instance network info cache for port 645de22a-6515-45ae-b8b6-fed2be8f9648. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.932615] env[66507]: DEBUG nova.network.neutron [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Updating instance_info_cache with network_info: [{"id": "645de22a-6515-45ae-b8b6-fed2be8f9648", "address": "fa:16:3e:b6:8c:d8", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645de22a-65", "ovs_interfaceid": "645de22a-6515-45ae-b8b6-fed2be8f9648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.948627] env[66507]: DEBUG nova.compute.manager [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Received event network-changed-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1005.948823] env[66507]: DEBUG nova.compute.manager [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Refreshing instance network info cache due to event network-changed-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1005.949039] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] Acquiring lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949184] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] Acquired lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949450] env[66507]: DEBUG nova.network.neutron [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Refreshing network info cache for port 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.052165] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638580, 'name': CreateVM_Task, 'duration_secs': 0.650455} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.052383] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.052856] env[66507]: WARNING neutronclient.v2_0.client [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.053235] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.053348] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.053646] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.053893] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdd99ae-0ac0-4987-8388-5d076fbf043c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.060988] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1006.060988] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5251287a-eac6-dcaa-da03-1edc6eef49dd" [ 1006.060988] env[66507]: _type = "Task" [ 1006.060988] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.073878] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5251287a-eac6-dcaa-da03-1edc6eef49dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.075512] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.118438] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074644} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.118703] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.119592] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82dcf84-6eff-4e12-80b1-a6cf3459db4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.125025] env[66507]: DEBUG nova.scheduler.client.report [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.148977] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe/56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.150383] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ee5f82-5942-4a26-8047-3e4001387635 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.173906] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1006.173906] env[66507]: value = "task-4638583" [ 1006.173906] env[66507]: _type = "Task" [ 1006.173906] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.184665] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.237492] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.437033] env[66507]: DEBUG oslo_concurrency.lockutils [req-9a612cd4-4101-4566-a768-427033f86fe6 req-5fa3a828-fac5-43d1-badc-b47b7ce8fec2 service nova] Releasing lock "refresh_cache-77732789-4bde-426c-bfef-3852b2297d0a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.455023] env[66507]: WARNING neutronclient.v2_0.client [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.531346] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "45a882db-0441-49ee-b738-0954a60f4dad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.531603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.531802] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "45a882db-0441-49ee-b738-0954a60f4dad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.531982] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.532252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.534495] env[66507]: INFO nova.compute.manager [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Terminating instance [ 1006.572421] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5251287a-eac6-dcaa-da03-1edc6eef49dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.572764] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.573018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.573274] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.573439] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.573665] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.573937] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f44041-320f-415a-bc64-235d0703ab9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.585370] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.585539] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.586974] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46afb170-9009-4902-893f-0178694f346b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.592923] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1006.592923] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b2c069-27af-9289-083a-8fc84287428e" [ 1006.592923] env[66507]: _type = "Task" [ 1006.592923] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.606831] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b2c069-27af-9289-083a-8fc84287428e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.628821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.630660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.811s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.630890] env[66507]: DEBUG nova.objects.instance [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lazy-loading 'resources' on Instance uuid 053f8cba-8888-4820-bfab-1c093a4950f7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.650965] env[66507]: INFO nova.scheduler.client.report [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Deleted allocations for instance 7bf5a900-7879-4257-bc6f-f47cdad6d8f6 [ 1006.685791] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638583, 'name': ReconfigVM_Task, 'duration_secs': 0.338338} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.686085] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe/56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.686976] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4588fd4d-d64a-4a12-90b4-11f403a82acd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.695367] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1006.695367] env[66507]: value = "task-4638584" [ 1006.695367] env[66507]: _type = "Task" [ 1006.695367] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.708036] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638584, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.721840] env[66507]: WARNING neutronclient.v2_0.client [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.736900] env[66507]: DEBUG oslo_vmware.api [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638581, 'name': PowerOnVM_Task, 'duration_secs': 1.125742} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.737229] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.737430] env[66507]: INFO nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1006.737943] env[66507]: DEBUG nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1006.738452] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a2013-f026-4cab-a691-96fd7b243423 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.038624] env[66507]: DEBUG nova.compute.manager [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1007.038938] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.040042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a740ea-42f5-4f5b-8764-933d2b79cb1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.051046] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.051462] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b06c795e-5635-4345-ba8c-27b8dce73efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.060918] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 1007.060918] env[66507]: value = "task-4638585" [ 1007.060918] env[66507]: _type = "Task" [ 1007.060918] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.074020] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.109712] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b2c069-27af-9289-083a-8fc84287428e, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.110978] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59d8822-3bc0-4504-842e-7af69bd65797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.119753] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1007.119753] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52548154-4394-0ee7-9818-1bbbcd2dfdda" [ 1007.119753] env[66507]: _type = "Task" [ 1007.119753] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.129919] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52548154-4394-0ee7-9818-1bbbcd2dfdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.164173] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09394187-0c45-4dfc-9116-5efacb592a30 tempest-ServerAddressesNegativeTestJSON-893336517 tempest-ServerAddressesNegativeTestJSON-893336517-project-member] Lock "7bf5a900-7879-4257-bc6f-f47cdad6d8f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.039s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.207953] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638584, 'name': Rename_Task, 'duration_secs': 0.18788} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.208737] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.208737] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5686b672-3356-4850-93a1-525d9c630ca5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.215895] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1007.215895] env[66507]: value = "task-4638586" [ 1007.215895] env[66507]: _type = "Task" [ 1007.215895] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.228578] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.260277] env[66507]: INFO nova.compute.manager [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Took 30.66 seconds to build instance. [ 1007.534811] env[66507]: DEBUG nova.network.neutron [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updated VIF entry in instance network info cache for port 76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.535241] env[66507]: DEBUG nova.network.neutron [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updating instance_info_cache with network_info: [{"id": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "address": "fa:16:3e:43:36:c9", "network": {"id": "1bbf2572-94c9-4254-b00d-3af794d62ae4", "bridge": "br-int", "label": "tempest-ServersTestJSON-392933410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2b280a03248c58ff370c737754821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b2a1d5-13", "ovs_interfaceid": "76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.577986] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638585, 'name': PowerOffVM_Task, 'duration_secs': 0.330876} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.577986] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.577986] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.578794] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c47fc28-790c-4268-b12a-dee3a66c8442 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.589138] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5da174-c998-458a-ae52-e880aaf4f89e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.600617] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb48ca5-bddd-489e-89af-1f18a786b83d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.637759] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c29be-f684-45d8-b127-8a74ddffb11f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.650661] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4feb8-930d-4ae4-9e95-24fdbdd563f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.655251] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52548154-4394-0ee7-9818-1bbbcd2dfdda, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.655531] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.655827] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 77732789-4bde-426c-bfef-3852b2297d0a/77732789-4bde-426c-bfef-3852b2297d0a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.656501] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ca7d7c-737f-477b-b5a2-a0138deabbe6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.668377] env[66507]: DEBUG nova.compute.provider_tree [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.671144] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.671359] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.671535] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleting the datastore file [datastore1] 45a882db-0441-49ee-b738-0954a60f4dad {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.672048] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8363a8-b3a8-4782-93f6-55f3fa1c19c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.675618] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1007.675618] env[66507]: value = "task-4638588" [ 1007.675618] env[66507]: _type = "Task" [ 1007.675618] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.680513] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for the task: (returnval){ [ 1007.680513] env[66507]: value = "task-4638589" [ 1007.680513] env[66507]: _type = "Task" [ 1007.680513] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.689222] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.695503] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.728936] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638586, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.763430] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a0263089-04cf-4229-b06d-b339af628a6c tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.179s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.044239] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc191ff5-ebde-4edd-820e-570022c24fe6 req-48632275-af33-46d3-ad26-e478b57a5a90 service nova] Releasing lock "refresh_cache-27207176-5d0c-4aac-855f-05d0651263d1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.175960] env[66507]: DEBUG nova.scheduler.client.report [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.199779] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638588, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.203642] env[66507]: DEBUG oslo_vmware.api [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Task: {'id': task-4638589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179472} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.203909] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.204110] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.204288] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.204457] env[66507]: INFO nova.compute.manager [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1008.204731] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.204951] env[66507]: DEBUG nova.compute.manager [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1008.205079] env[66507]: DEBUG nova.network.neutron [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1008.205309] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.230565] env[66507]: DEBUG oslo_vmware.api [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638586, 'name': PowerOnVM_Task, 'duration_secs': 0.697024} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.230874] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.231051] env[66507]: INFO nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1008.231227] env[66507]: DEBUG nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1008.232033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1a1ce-4a51-476f-9f30-a03a696db945 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.294673] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.679655] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.682511] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.515s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.684175] env[66507]: INFO nova.compute.claims [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.698506] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534682} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.698924] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 77732789-4bde-426c-bfef-3852b2297d0a/77732789-4bde-426c-bfef-3852b2297d0a.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.699964] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.699964] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-905ab4d7-f0dc-49f8-95ff-818febc1bdc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.709317] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1008.709317] env[66507]: value = "task-4638590" [ 1008.709317] env[66507]: _type = "Task" [ 1008.709317] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.723621] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.726467] env[66507]: INFO nova.scheduler.client.report [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted allocations for instance 053f8cba-8888-4820-bfab-1c093a4950f7 [ 1008.757697] env[66507]: INFO nova.compute.manager [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Took 31.77 seconds to build instance. [ 1009.121976] env[66507]: DEBUG nova.compute.manager [req-d7c9dc3d-c440-421f-9fd2-57989340af54 req-96b8326d-b5c4-4c40-a465-d2a95e5e89b8 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Received event network-vif-deleted-2c062cf7-901f-4466-a578-fef507199c39 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1009.121976] env[66507]: INFO nova.compute.manager [req-d7c9dc3d-c440-421f-9fd2-57989340af54 req-96b8326d-b5c4-4c40-a465-d2a95e5e89b8 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Neutron deleted interface 2c062cf7-901f-4466-a578-fef507199c39; detaching it from the instance and deleting it from the info cache [ 1009.121976] env[66507]: DEBUG nova.network.neutron [req-d7c9dc3d-c440-421f-9fd2-57989340af54 req-96b8326d-b5c4-4c40-a465-d2a95e5e89b8 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.220757] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17397} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.221018] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.222112] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48829eba-fc57-469b-83d7-1fa3f0444579 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.254021] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 77732789-4bde-426c-bfef-3852b2297d0a/77732789-4bde-426c-bfef-3852b2297d0a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.254021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8cca6ddd-2a54-47b3-8d8c-601186db6f0c tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "053f8cba-8888-4820-bfab-1c093a4950f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.258018] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6054bff-fe33-4bc5-a9d0-e98546280e8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.271110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7560bf4e-b45b-428d-9648-8afa7faa7c13 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.297s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.282118] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1009.282118] env[66507]: value = "task-4638591" [ 1009.282118] env[66507]: _type = "Task" [ 1009.282118] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.289926] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.302451] env[66507]: DEBUG nova.network.neutron [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.623126] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53dcac51-1a68-4b89-8c41-5d5aed395464 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.641196] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a8129d-6324-49e9-a248-ea71e0cdd9a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.679488] env[66507]: DEBUG nova.compute.manager [req-d7c9dc3d-c440-421f-9fd2-57989340af54 req-96b8326d-b5c4-4c40-a465-d2a95e5e89b8 service nova] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Detach interface failed, port_id=2c062cf7-901f-4466-a578-fef507199c39, reason: Instance 45a882db-0441-49ee-b738-0954a60f4dad could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1009.799752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.800032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.800303] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.800842] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.801052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.803658] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638591, 'name': ReconfigVM_Task, 'duration_secs': 0.33739} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.803658] env[66507]: INFO nova.compute.manager [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Terminating instance [ 1009.808026] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 77732789-4bde-426c-bfef-3852b2297d0a/77732789-4bde-426c-bfef-3852b2297d0a.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.808026] env[66507]: INFO nova.compute.manager [-] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Took 1.60 seconds to deallocate network for instance. [ 1009.808676] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e949ad44-f11f-4e32-b82e-0d6727819cb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.832207] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1009.832207] env[66507]: value = "task-4638592" [ 1009.832207] env[66507]: _type = "Task" [ 1009.832207] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.848939] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638592, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.089326] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849a4fc-3dcc-4e8a-9760-5dd86da3a2c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.100130] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612fcdd1-c45c-41f6-b627-c07801922076 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.137047] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f556d-0f42-49fd-b587-16309e39d4f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.147587] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27127c70-a794-480a-8752-e8e4c9114701 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.165326] env[66507]: DEBUG nova.compute.provider_tree [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.186221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "e7630e45-1e91-469f-886e-8b2e3e15b605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.186221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.186221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.186221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.186221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.188062] env[66507]: INFO nova.compute.manager [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Terminating instance [ 1010.223828] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.224134] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.259170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.259320] env[66507]: DEBUG oslo_concurrency.lockutils [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.259498] env[66507]: DEBUG nova.compute.manager [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1010.260506] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1779c49-8ebf-4ca5-9cf7-c81e60778a6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.269214] env[66507]: DEBUG nova.compute.manager [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1010.269878] env[66507]: DEBUG nova.objects.instance [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'flavor' on Instance uuid 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.310063] env[66507]: DEBUG nova.compute.manager [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1010.310063] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.310837] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfadc19-d4cf-48ce-aa3a-c2c8863e5c35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.321133] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.321438] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386b37e2-33e9-4406-a2c3-ff315b9ca65e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.325900] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.330506] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 1010.330506] env[66507]: value = "task-4638593" [ 1010.330506] env[66507]: _type = "Task" [ 1010.330506] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.349181] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.352602] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638592, 'name': Rename_Task, 'duration_secs': 0.15345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.352886] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.353850] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361db146-3533-4135-b7b3-7a86ad494c71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.362029] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1010.362029] env[66507]: value = "task-4638594" [ 1010.362029] env[66507]: _type = "Task" [ 1010.362029] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.371398] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.669993] env[66507]: DEBUG nova.scheduler.client.report [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.691483] env[66507]: DEBUG nova.compute.manager [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1010.691699] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.692955] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a31438-5170-4941-a91e-802b1c3db5f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.702150] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.702454] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e75e175-92d2-4b89-8d66-287ace53201a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.710589] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1010.710589] env[66507]: value = "task-4638595" [ 1010.710589] env[66507]: _type = "Task" [ 1010.710589] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.720070] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.726189] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1010.844816] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638593, 'name': PowerOffVM_Task, 'duration_secs': 0.25877} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.845199] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.847031] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.847031] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4cf328-5d5e-4317-a307-83fcf114c8e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.874670] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.931035] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.931392] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.931631] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore2] 2f1457bf-4d26-4be2-8f8a-00b4e8656518 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.931965] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce449d3e-2418-4165-89c0-11e9f593aa1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.944175] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 1010.944175] env[66507]: value = "task-4638597" [ 1010.944175] env[66507]: _type = "Task" [ 1010.944175] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.954888] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.173999] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.174565] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1011.177537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.886s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.177765] env[66507]: DEBUG nova.objects.instance [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1011.223792] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638595, 'name': PowerOffVM_Task, 'duration_secs': 0.335167} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.225348] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.225498] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.225761] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb4333e9-000a-40a2-823c-afb33c7c294a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.251640] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.279140] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.279691] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ac0338-3486-497d-a44c-ec7521aa2543 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.288726] env[66507]: DEBUG oslo_vmware.api [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1011.288726] env[66507]: value = "task-4638599" [ 1011.288726] env[66507]: _type = "Task" [ 1011.288726] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.299107] env[66507]: DEBUG oslo_vmware.api [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.319733] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.319983] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.320159] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Deleting the datastore file [datastore2] e7630e45-1e91-469f-886e-8b2e3e15b605 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.320468] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8780a5-0302-4f95-81dd-8b984fa9fcc4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.329202] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for the task: (returnval){ [ 1011.329202] env[66507]: value = "task-4638600" [ 1011.329202] env[66507]: _type = "Task" [ 1011.329202] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.339836] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.378611] env[66507]: DEBUG oslo_vmware.api [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638594, 'name': PowerOnVM_Task, 'duration_secs': 0.549984} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.379179] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.379791] env[66507]: INFO nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1011.379791] env[66507]: DEBUG nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1011.381075] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd52666-0c27-421a-b1a2-8f1ecdc1e97b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.455855] env[66507]: DEBUG oslo_vmware.api [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366124} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.456143] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.456331] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.456506] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.457085] env[66507]: INFO nova.compute.manager [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1011.457085] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.457241] env[66507]: DEBUG nova.compute.manager [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1011.457351] env[66507]: DEBUG nova.network.neutron [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1011.457623] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.527661] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.689144] env[66507]: DEBUG nova.compute.utils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.697238] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1011.697238] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1011.697238] env[66507]: WARNING neutronclient.v2_0.client [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.697238] env[66507]: WARNING neutronclient.v2_0.client [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.748306] env[66507]: DEBUG nova.policy [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc566426d5e41e4a91415eb126ff24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001efa42e584baa80144e9c91d5cc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.802439] env[66507]: DEBUG nova.compute.manager [req-997319ee-bda2-471d-a315-aac6a3ca5152 req-48a113fe-7571-4a0a-bbcd-9ab12dd7709a service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Received event network-vif-deleted-04f1376c-f971-4cac-92c3-db99419a628b {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1011.803121] env[66507]: INFO nova.compute.manager [req-997319ee-bda2-471d-a315-aac6a3ca5152 req-48a113fe-7571-4a0a-bbcd-9ab12dd7709a service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Neutron deleted interface 04f1376c-f971-4cac-92c3-db99419a628b; detaching it from the instance and deleting it from the info cache [ 1011.803421] env[66507]: DEBUG nova.network.neutron [req-997319ee-bda2-471d-a315-aac6a3ca5152 req-48a113fe-7571-4a0a-bbcd-9ab12dd7709a service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.805045] env[66507]: DEBUG oslo_vmware.api [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638599, 'name': PowerOffVM_Task, 'duration_secs': 0.230389} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.805628] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.805929] env[66507]: DEBUG nova.compute.manager [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1011.807102] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafef7b-62d1-4281-b967-748c2155fe5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.841027] env[66507]: DEBUG oslo_vmware.api [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Task: {'id': task-4638600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346741} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.841027] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.841027] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.841027] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.841027] env[66507]: INFO nova.compute.manager [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1011.841027] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.841027] env[66507]: DEBUG nova.compute.manager [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1011.841027] env[66507]: DEBUG nova.network.neutron [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1011.841792] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.885708] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.912953] env[66507]: INFO nova.compute.manager [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Took 34.38 seconds to build instance. [ 1012.102186] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Successfully created port: e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1012.196051] env[66507]: DEBUG oslo_concurrency.lockutils [None req-665ea394-d0c8-451a-a3b4-054017663c1d tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.197280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.161s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.197474] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.199668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.374s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.199894] env[66507]: DEBUG nova.objects.instance [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lazy-loading 'resources' on Instance uuid 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.204373] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1012.236521] env[66507]: INFO nova.scheduler.client.report [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocations for instance c593031e-0a82-4165-a17d-038e986c983f [ 1012.236521] env[66507]: DEBUG nova.network.neutron [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.307498] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-492a1828-f4fb-43c1-8f17-ec070adcecc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.322966] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235e461-c472-4ea4-ab29-f81f987bfc1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.339136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-64079714-005a-483c-b165-afc5f4b2cfae tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.369099] env[66507]: DEBUG nova.compute.manager [req-997319ee-bda2-471d-a315-aac6a3ca5152 req-48a113fe-7571-4a0a-bbcd-9ab12dd7709a service nova] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Detach interface failed, port_id=04f1376c-f971-4cac-92c3-db99419a628b, reason: Instance 2f1457bf-4d26-4be2-8f8a-00b4e8656518 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1012.417269] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b6913916-da26-421f-b35b-de71ef1223a8 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.908s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.741955] env[66507]: INFO nova.compute.manager [-] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Took 1.28 seconds to deallocate network for instance. [ 1012.749494] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ab2e4257-a0c4-4c9a-8eb6-caa70c92421f tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "c593031e-0a82-4165-a17d-038e986c983f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.172s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.755379] env[66507]: DEBUG nova.network.neutron [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.071488] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba4738-ba31-404b-8af3-a78e823fd908 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.082158] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2e591-affb-4f0f-a29c-3315d9ca9c50 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.115432] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a4dbd-a700-4ebd-a9b3-9318f2d3f61c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.124383] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6495f0-a6b1-4b9c-be84-cc0efa999176 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.142082] env[66507]: DEBUG nova.compute.provider_tree [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.214036] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1013.245159] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1013.245159] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.245159] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1013.245618] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.245963] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1013.246286] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1013.248761] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.248761] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1013.248761] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1013.248761] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1013.248761] env[66507]: DEBUG nova.virt.hardware [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1013.248761] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa337d-fbfd-4b4b-9e6e-ae1160d12427 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.259139] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.259651] env[66507]: INFO nova.compute.manager [-] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Took 1.42 seconds to deallocate network for instance. [ 1013.262766] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e7d77-687e-48b8-9e6f-8bdcbdb8e31f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.645796] env[66507]: DEBUG nova.scheduler.client.report [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.775741] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.022980] env[66507]: DEBUG nova.compute.manager [req-e8c91220-b8ca-49d9-99e8-7d8f7a71de9f req-bae19ce5-56c8-4a54-804b-1a1f56332d0e service nova] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Received event network-vif-deleted-6eed6a16-4502-4bf9-928a-60a18563da4c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1014.154316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.156902] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.524s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.185339] env[66507]: INFO nova.scheduler.client.report [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Deleted allocations for instance 3a7cf3f8-36cb-4074-9b61-444bc6919ec7 [ 1014.224108] env[66507]: DEBUG nova.compute.manager [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Received event network-vif-plugged-e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1014.224315] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.224512] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.224738] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.224880] env[66507]: DEBUG nova.compute.manager [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] No waiting events found dispatching network-vif-plugged-e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1014.225072] env[66507]: WARNING nova.compute.manager [req-bdda677d-859d-49b6-974b-e83e339f8339 req-13520e2b-fe4d-49c5-9f81-5a3b3de2903c service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Received unexpected event network-vif-plugged-e406fc67-909f-487c-a9d8-d1a96871d87c for instance with vm_state building and task_state spawning. [ 1014.234658] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Successfully updated port: e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1014.303968] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.303968] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.303968] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.305128] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.305378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.308633] env[66507]: INFO nova.compute.manager [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Terminating instance [ 1014.392865] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.392865] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.398620] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.398839] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.693096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cae1304-c521-460e-9a5d-25b015fc1952 tempest-ServersNegativeTestJSON-1444377316 tempest-ServersNegativeTestJSON-1444377316-project-member] Lock "3a7cf3f8-36cb-4074-9b61-444bc6919ec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.387s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.737029] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.737210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.737430] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1014.815023] env[66507]: DEBUG nova.compute.manager [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1014.815648] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.816261] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af749ce-d414-4d3e-961b-8acb144c87dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.825401] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.825686] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40e137bf-a82d-4ced-bf1d-4e10e4797fe3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.899424] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1014.904035] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1014.907938] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.907938] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.908157] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore2] 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.908928] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94868c4f-17e0-40c3-996b-f1e5b26475da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.918185] env[66507]: DEBUG oslo_vmware.api [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1014.918185] env[66507]: value = "task-4638602" [ 1014.918185] env[66507]: _type = "Task" [ 1014.918185] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.928338] env[66507]: DEBUG oslo_vmware.api [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.174830] env[66507]: INFO nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating resource usage from migration 400d8750-cb7e-4609-bb39-c6062c46315a [ 1015.174830] env[66507]: INFO nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating resource usage from migration 3cb5c741-bd73-4bf8-a66d-d3a9686099e3 [ 1015.195868] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance de2f7bb1-7573-4e73-8248-0de75b300af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.196156] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 959f9e7a-cc96-4d72-9387-8754fd8ffd24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.196268] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2f1457bf-4d26-4be2-8f8a-00b4e8656518 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.196394] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.196501] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.196616] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 85e3eeb2-23ef-4782-8e16-991c10db75f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.197825] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 45a882db-0441-49ee-b738-0954a60f4dad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 96a7fc7e-190e-45ea-b2dd-666363f6a6f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 27207176-5d0c-4aac-855f-05d0651263d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance e7630e45-1e91-469f-886e-8b2e3e15b605 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 77732789-4bde-426c-bfef-3852b2297d0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 62b49883-08ee-43ce-bd28-7c93f6e05ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.197825] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Migration 400d8750-cb7e-4609-bb39-c6062c46315a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1015.298665] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1015.430650] env[66507]: DEBUG oslo_vmware.api [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223795} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.431022] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.432788] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.432788] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.432788] env[66507]: INFO nova.compute.manager [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1015.432788] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.432788] env[66507]: DEBUG nova.compute.manager [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1015.432788] env[66507]: DEBUG nova.network.neutron [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.432788] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.435242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.436541] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.451618] env[66507]: WARNING neutronclient.v2_0.client [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.484962] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.700917] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0ab2898e-5214-4a9a-a19e-c7c6832fde84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1015.701207] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 77d9c63a-8248-4cbf-afe1-519d18476265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1015.798603] env[66507]: DEBUG nova.network.neutron [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.205474] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1016.205474] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Migration 3cb5c741-bd73-4bf8-a66d-d3a9686099e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1016.205474] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ffe45ff7-dba7-41b7-b2ba-1776a5936c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1016.260575] env[66507]: DEBUG nova.compute.manager [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Received event network-changed-e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1016.260770] env[66507]: DEBUG nova.compute.manager [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Refreshing instance network info cache due to event network-changed-e406fc67-909f-487c-a9d8-d1a96871d87c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1016.261187] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] Acquiring lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.264191] env[66507]: DEBUG nova.network.neutron [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.301675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.302385] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Instance network_info: |[{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1016.302542] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] Acquired lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.302602] env[66507]: DEBUG nova.network.neutron [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Refreshing network info cache for port e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.303929] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:bf:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e406fc67-909f-487c-a9d8-d1a96871d87c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.311868] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1016.313095] env[66507]: WARNING neutronclient.v2_0.client [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.315512] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.316301] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb2ce3e-3414-4cf5-b099-700e44e6aca4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.340435] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.340435] env[66507]: value = "task-4638603" [ 1016.340435] env[66507]: _type = "Task" [ 1016.340435] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.349954] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638603, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.709172] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 3ac5978f-b230-4390-a73b-d2d6b4de7978 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1016.767980] env[66507]: INFO nova.compute.manager [-] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Took 1.34 seconds to deallocate network for instance. [ 1016.851928] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638603, 'name': CreateVM_Task, 'duration_secs': 0.384819} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.852196] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.852863] env[66507]: WARNING neutronclient.v2_0.client [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.853244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.853483] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.854118] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.854118] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fa5c7b-7360-40aa-a286-5607edeaf602 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.860179] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1016.860179] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f8df31-be32-bbc8-8d8e-efce991e5920" [ 1016.860179] env[66507]: _type = "Task" [ 1016.860179] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.870322] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f8df31-be32-bbc8-8d8e-efce991e5920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.951142] env[66507]: WARNING neutronclient.v2_0.client [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.047576] env[66507]: DEBUG nova.network.neutron [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updated VIF entry in instance network info cache for port e406fc67-909f-487c-a9d8-d1a96871d87c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1017.047982] env[66507]: DEBUG nova.network.neutron [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.216955] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance a4bba94f-a5a4-48f3-a779-1fd52f11ecbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1017.273996] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.371487] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f8df31-be32-bbc8-8d8e-efce991e5920, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.371799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372078] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.372312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.372452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.372877] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.372951] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64ef454-f325-46de-9786-4faf99e6b664 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.386037] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.386230] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.387318] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c72dd41-3892-4fb6-963f-ee7b14ded466 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.393658] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1017.393658] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7369c-a51a-eda3-b5f7-aec3226d6f5d" [ 1017.393658] env[66507]: _type = "Task" [ 1017.393658] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.403168] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f7369c-a51a-eda3-b5f7-aec3226d6f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.551054] env[66507]: DEBUG oslo_concurrency.lockutils [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] Releasing lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551054] env[66507]: DEBUG nova.compute.manager [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Received event network-vif-deleted-626b695b-f37a-4768-aa04-9a11bb2572be {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1017.551208] env[66507]: INFO nova.compute.manager [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Neutron deleted interface 626b695b-f37a-4768-aa04-9a11bb2572be; detaching it from the instance and deleting it from the info cache [ 1017.551373] env[66507]: DEBUG nova.network.neutron [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.720324] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1017.720588] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1017.720729] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1017.908178] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f7369c-a51a-eda3-b5f7-aec3226d6f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.021167} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.909247] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafc86a3-3711-4ded-a6f0-ea60f6162f8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.918201] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1017.918201] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5288153b-6852-547e-4ce7-ea27370efb37" [ 1017.918201] env[66507]: _type = "Task" [ 1017.918201] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.930049] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5288153b-6852-547e-4ce7-ea27370efb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.054301] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3513492a-5ea7-4da9-ab06-8fcb01997c34 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.066052] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574e326-3461-48d6-9064-f39c9f7e2501 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.088124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b53d6-202e-4056-9542-15e2abea026c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.105224] env[66507]: DEBUG nova.compute.manager [req-fc792042-8cd8-4061-98fb-b9edc20b584b req-ded024f6-e76a-4429-9983-2aaf333cb2cf service nova] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Detach interface failed, port_id=626b695b-f37a-4768-aa04-9a11bb2572be, reason: Instance 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1018.110294] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a1939-032d-42e3-9e2b-3dce17497577 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147358] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae51955-ba02-4d20-af50-e3fa3fef53cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.156992] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662ad1f7-86b9-45a2-83a9-6ce33bfffee1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.174169] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.429310] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5288153b-6852-547e-4ce7-ea27370efb37, 'name': SearchDatastore_Task, 'duration_secs': 0.017289} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.429837] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.430126] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.430647] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c43dde-9e69-4eed-aa22-ca50b968c603 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.443907] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1018.443907] env[66507]: value = "task-4638604" [ 1018.443907] env[66507]: _type = "Task" [ 1018.443907] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.457692] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.618832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "de2f7bb1-7573-4e73-8248-0de75b300af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.619117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.619331] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.619510] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.619697] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.621884] env[66507]: INFO nova.compute.manager [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Terminating instance [ 1018.677932] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.957763] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.127048] env[66507]: DEBUG nova.compute.manager [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1019.127250] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.128120] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7ac3d-a5e8-46f5-ae66-de2a0999e577 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.137431] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.137743] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47194d9d-625d-4f1d-a452-dc146525876f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.146276] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 1019.146276] env[66507]: value = "task-4638605" [ 1019.146276] env[66507]: _type = "Task" [ 1019.146276] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.156435] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4638605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.184067] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1019.184358] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.028s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.184643] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.242s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.184834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.187172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.340s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.188959] env[66507]: INFO nova.compute.claims [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.216592] env[66507]: INFO nova.scheduler.client.report [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Deleted allocations for instance 85e3eeb2-23ef-4782-8e16-991c10db75f4 [ 1019.461024] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591839} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.461024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.461024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.461024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5d9c67-1ed6-41d8-acce-584ece114e56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.469856] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1019.469856] env[66507]: value = "task-4638606" [ 1019.469856] env[66507]: _type = "Task" [ 1019.469856] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.486026] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.657922] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4638605, 'name': PowerOffVM_Task, 'duration_secs': 0.259442} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.658375] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.658545] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.658819] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f24aea1-48af-45ba-b780-939f4d5e8714 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.733037] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.733287] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.733466] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Deleting the datastore file [datastore2] de2f7bb1-7573-4e73-8248-0de75b300af2 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.734508] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf2434ec-befa-42bd-8657-9998163fb5b8 tempest-ServersListShow2100Test-1986244651 tempest-ServersListShow2100Test-1986244651-project-member] Lock "85e3eeb2-23ef-4782-8e16-991c10db75f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.238s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.735355] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb5212c-7249-4cf5-8abc-d1f24e504289 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.745425] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for the task: (returnval){ [ 1019.745425] env[66507]: value = "task-4638608" [ 1019.745425] env[66507]: _type = "Task" [ 1019.745425] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.754697] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4638608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.984888] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082817} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.985205] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.986053] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f47f5-f0ae-4752-9d1f-95af4ffbf96a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.012677] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.013037] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21d55d3-15ea-4f71-9b35-2321cd13aa69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.037130] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1020.037130] env[66507]: value = "task-4638609" [ 1020.037130] env[66507]: _type = "Task" [ 1020.037130] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.048253] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.258368] env[66507]: DEBUG oslo_vmware.api [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Task: {'id': task-4638608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152242} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.258632] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.259230] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.259230] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.259230] env[66507]: INFO nova.compute.manager [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1020.259454] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.259579] env[66507]: DEBUG nova.compute.manager [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1020.259703] env[66507]: DEBUG nova.network.neutron [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.259961] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.302796] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.548061] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.570516] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd5a2f-46e9-4e4f-ad85-029ce3588f42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.580049] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed90454-904b-483f-b7ea-8751fab9f0e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.616487] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d0e08-80de-40c2-9c07-7c5f7e652fda {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.625395] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f75c03-010a-41b3-adfb-0787234adaa2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.642173] env[66507]: DEBUG nova.compute.provider_tree [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.030069] env[66507]: DEBUG nova.compute.manager [req-b9b026fa-c31d-40ef-b572-db04fc673ad7 req-e4f7883b-780f-4639-9577-98a20c589962 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Received event network-vif-deleted-7f79e24a-7fa9-442b-993d-45f98750417a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1021.030069] env[66507]: INFO nova.compute.manager [req-b9b026fa-c31d-40ef-b572-db04fc673ad7 req-e4f7883b-780f-4639-9577-98a20c589962 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Neutron deleted interface 7f79e24a-7fa9-442b-993d-45f98750417a; detaching it from the instance and deleting it from the info cache [ 1021.030204] env[66507]: DEBUG nova.network.neutron [req-b9b026fa-c31d-40ef-b572-db04fc673ad7 req-e4f7883b-780f-4639-9577-98a20c589962 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.049878] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.147734] env[66507]: DEBUG nova.scheduler.client.report [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.298091] env[66507]: DEBUG nova.network.neutron [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.355441] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.355706] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.533605] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-079bd97e-851c-4cc0-8c6d-bd38aef0454d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.546943] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942750e7-adb9-4d06-84b6-402fe7910488 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.560764] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.584626] env[66507]: DEBUG nova.compute.manager [req-b9b026fa-c31d-40ef-b572-db04fc673ad7 req-e4f7883b-780f-4639-9577-98a20c589962 service nova] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Detach interface failed, port_id=7f79e24a-7fa9-442b-993d-45f98750417a, reason: Instance de2f7bb1-7573-4e73-8248-0de75b300af2 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1021.653506] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.654377] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1021.657069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.806s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.730795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.731055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.801208] env[66507]: INFO nova.compute.manager [-] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Took 1.54 seconds to deallocate network for instance. [ 1021.860744] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1022.050497] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638609, 'name': ReconfigVM_Task, 'duration_secs': 1.826966} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.050738] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.051580] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49db5710-2df7-4026-b86b-c6afeb550fbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.058648] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1022.058648] env[66507]: value = "task-4638610" [ 1022.058648] env[66507]: _type = "Task" [ 1022.058648] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.067919] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638610, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.161196] env[66507]: DEBUG nova.compute.utils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.164701] env[66507]: INFO nova.compute.claims [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.168694] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1022.172019] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1022.172019] env[66507]: WARNING neutronclient.v2_0.client [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.172019] env[66507]: WARNING neutronclient.v2_0.client [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.231465] env[66507]: DEBUG nova.policy [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0b3f14825b4f4d84d565973eeb26a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '196fa0670c3e4c3eb2223287185a1941', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.233680] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1022.307607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.385322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.564460] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Successfully created port: fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1022.573709] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638610, 'name': Rename_Task, 'duration_secs': 0.160753} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.573987] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.574328] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac90ca8b-0ee8-4976-934e-430df98bb2a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.582215] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1022.582215] env[66507]: value = "task-4638611" [ 1022.582215] env[66507]: _type = "Task" [ 1022.582215] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.591566] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.669623] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1022.674037] env[66507]: INFO nova.compute.resource_tracker [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating resource usage from migration 400d8750-cb7e-4609-bb39-c6062c46315a [ 1022.758456] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.062862] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761bdcb-57ee-485a-820e-1ec63d71de0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.072464] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c9f214-f17a-4938-b4fe-0afe771cbcb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.107372] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f52e7b1-083e-4788-a1ac-3050d61850dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.117694] env[66507]: DEBUG oslo_vmware.api [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638611, 'name': PowerOnVM_Task, 'duration_secs': 0.495058} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.118215] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.118425] env[66507]: INFO nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1023.118602] env[66507]: DEBUG nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1023.120206] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43433c0e-4507-4b9e-9780-48e47cc2aa7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.124927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e990f395-2cb7-4efe-8a28-f848536c0528 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.142237] env[66507]: DEBUG nova.compute.provider_tree [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.652271] env[66507]: DEBUG nova.scheduler.client.report [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.657587] env[66507]: INFO nova.compute.manager [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Took 38.51 seconds to build instance. [ 1023.682611] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1023.709886] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1023.710175] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.710330] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1023.710509] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.710647] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1023.710786] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1023.710993] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.711182] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1023.711352] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1023.711511] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1023.711679] env[66507]: DEBUG nova.virt.hardware [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1023.712928] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887f88e-a0f0-47c7-9d29-369d11bc72b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.724107] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a3747-3633-4f6b-af54-b335a84bded9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.014832] env[66507]: DEBUG nova.compute.manager [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-vif-plugged-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1024.015115] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.015334] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.015500] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.015851] env[66507]: DEBUG nova.compute.manager [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] No waiting events found dispatching network-vif-plugged-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1024.016082] env[66507]: WARNING nova.compute.manager [req-5b87fa19-dcd0-4eb8-a096-9c6f6c247792 req-295c7974-8a05-4fc4-aa02-1ac2362a2ba5 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received unexpected event network-vif-plugged-fa3f8219-3d58-4656-966e-d9260fd317aa for instance with vm_state building and task_state spawning. [ 1024.128427] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Successfully updated port: fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1024.161053] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.501s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.161053] env[66507]: INFO nova.compute.manager [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Migrating [ 1024.166476] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.594s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.169119] env[66507]: INFO nova.compute.claims [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.171969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0d11100d-82db-4981-850c-84bbcf412995 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.039s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.632248] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.632544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.632772] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1024.681704] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.681704] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.682221] env[66507]: DEBUG nova.network.neutron [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.093603] env[66507]: DEBUG nova.compute.manager [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1025.181113] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1025.186601] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.312204] env[66507]: WARNING neutronclient.v2_0.client [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.414249] env[66507]: DEBUG nova.network.neutron [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.435899] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.522222] env[66507]: DEBUG nova.network.neutron [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.569327] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b392338c-fd78-439f-98c7-e1e56cdf37e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.581389] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72840278-e2f0-4a26-a24b-1fbe8f100306 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.623972] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906a4b0-a62c-4cca-b174-6b26de9e7d9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.632553] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7432d3-2e8d-498f-a386-71693d006e9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.637690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.648678] env[66507]: DEBUG nova.compute.provider_tree [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.918076] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.918480] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Instance network_info: |[{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1025.918870] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:78:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3f8219-3d58-4656-966e-d9260fd317aa', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.926416] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1025.926627] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.926851] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22197526-f95b-434b-85fa-15d39933de5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.947574] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.947574] env[66507]: value = "task-4638612" [ 1025.947574] env[66507]: _type = "Task" [ 1025.947574] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.956644] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638612, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.025603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.053909] env[66507]: DEBUG nova.compute.manager [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1026.054184] env[66507]: DEBUG nova.compute.manager [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing instance network info cache due to event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1026.054576] env[66507]: DEBUG oslo_concurrency.lockutils [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.054576] env[66507]: DEBUG oslo_concurrency.lockutils [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.054707] env[66507]: DEBUG nova.network.neutron [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.151834] env[66507]: DEBUG nova.scheduler.client.report [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.458501] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638612, 'name': CreateVM_Task, 'duration_secs': 0.34891} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.458635] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.459150] env[66507]: WARNING neutronclient.v2_0.client [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.459498] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.459639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.460192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.460291] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281b51a0-75f9-4b5d-a40c-238924f36a47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.466983] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1026.466983] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e96c6f-65f8-4eb9-89b4-9f1b6ab7a31f" [ 1026.466983] env[66507]: _type = "Task" [ 1026.466983] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.476598] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e96c6f-65f8-4eb9-89b4-9f1b6ab7a31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.558177] env[66507]: WARNING neutronclient.v2_0.client [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.657887] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.658256] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1026.661177] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.586s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.740635] env[66507]: WARNING neutronclient.v2_0.client [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.809954] env[66507]: DEBUG nova.network.neutron [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updated VIF entry in instance network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.810384] env[66507]: DEBUG nova.network.neutron [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.978542] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e96c6f-65f8-4eb9-89b4-9f1b6ab7a31f, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.978832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.979075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.979317] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.979457] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.979627] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.979917] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbda08eb-9c05-405a-bd70-1082118641e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.989810] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.990066] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.990827] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a99e40d-6b97-4e16-81ea-e82726c3938d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.997393] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1026.997393] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5281dfc1-43b2-495c-4363-a0e4900d93ca" [ 1026.997393] env[66507]: _type = "Task" [ 1026.997393] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.006582] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5281dfc1-43b2-495c-4363-a0e4900d93ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.164978] env[66507]: DEBUG nova.compute.utils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.166433] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1027.166625] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.168123] env[66507]: WARNING neutronclient.v2_0.client [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.168481] env[66507]: WARNING neutronclient.v2_0.client [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.172787] env[66507]: INFO nova.compute.claims [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.219304] env[66507]: DEBUG nova.policy [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.313551] env[66507]: DEBUG oslo_concurrency.lockutils [req-aff30bcc-1ae7-4779-82d6-2532a63d9959 req-e0589004-87a8-4e68-a7b1-69eb001bc3e6 service nova] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.509798] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5281dfc1-43b2-495c-4363-a0e4900d93ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.510551] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4067b1f-9fc7-42b6-a58f-c28137717cf0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.516933] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1027.516933] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5213a9a5-51f5-adea-5704-39a2f077173a" [ 1027.516933] env[66507]: _type = "Task" [ 1027.516933] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.526462] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5213a9a5-51f5-adea-5704-39a2f077173a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.531300] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Successfully created port: 24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.540022] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc35899-2c89-484e-93e0-2a7a3eb08628 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.559818] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.672043] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1027.679213] env[66507]: INFO nova.compute.resource_tracker [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating resource usage from migration 3cb5c741-bd73-4bf8-a66d-d3a9686099e3 [ 1028.022791] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20996cc-e2b3-4f2c-b865-5fa530bb8877 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.032727] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5213a9a5-51f5-adea-5704-39a2f077173a, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.035297] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.035553] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/0ab2898e-5214-4a9a-a19e-c7c6832fde84.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.035856] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75bedc5d-26e2-4e89-b7e8-25e65957db62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.038578] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad02ee-2605-451a-96d8-8ede7482659b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.071135] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.071904] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16685d-bfc7-403e-8788-692b932cff84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.074496] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1028.074496] env[66507]: value = "task-4638613" [ 1028.074496] env[66507]: _type = "Task" [ 1028.074496] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.074721] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9fec37-9b0e-4f2e-8d97-796024b37226 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da5da1c-703e-41d7-a43d-0b985e34004c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.090938] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.091216] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1028.091216] env[66507]: value = "task-4638614" [ 1028.091216] env[66507]: _type = "Task" [ 1028.091216] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.101606] env[66507]: DEBUG nova.compute.provider_tree [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.109073] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.109309] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.588982] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512365} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589197] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/0ab2898e-5214-4a9a-a19e-c7c6832fde84.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.589711] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.590134] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea296c0-6869-4152-8f25-4d5346efaf36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.599709] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1028.599709] env[66507]: value = "task-4638615" [ 1028.599709] env[66507]: _type = "Task" [ 1028.599709] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.604837] env[66507]: DEBUG nova.scheduler.client.report [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.612887] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.616533] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.616782] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.616940] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.617195] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.617365] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.617518] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.618489] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.618489] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.618489] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.618489] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.618489] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.623782] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ded09e-5526-4afa-91a2-98c8654c978a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.643082] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1028.643082] env[66507]: value = "task-4638616" [ 1028.643082] env[66507]: _type = "Task" [ 1028.643082] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.654460] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.681850] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1028.711433] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.711711] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.711862] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.712049] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.712196] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.712340] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.712543] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.712693] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.712850] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.713010] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.713189] env[66507]: DEBUG nova.virt.hardware [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.714090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b167ff0-541b-4604-b0ca-12bf7f81a3e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.723207] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f3529-905f-44c4-a9c7-3a9481a9ad18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.997216] env[66507]: DEBUG nova.compute.manager [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-vif-plugged-24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1028.997469] env[66507]: DEBUG oslo_concurrency.lockutils [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.997652] env[66507]: DEBUG oslo_concurrency.lockutils [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.997817] env[66507]: DEBUG oslo_concurrency.lockutils [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.997986] env[66507]: DEBUG nova.compute.manager [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] No waiting events found dispatching network-vif-plugged-24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1028.998209] env[66507]: WARNING nova.compute.manager [req-06404895-cfbe-4804-9cf4-8c5c6c591b29 req-02d32bc7-be4e-431c-be6d-30b305721f0c service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received unexpected event network-vif-plugged-24852432-58ef-4d6b-8991-87ac2d7dd52a for instance with vm_state building and task_state spawning. [ 1029.110474] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073123} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.110754] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.111833] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Successfully updated port: 24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.114296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc7c13-2f87-4822-9c1c-61a5e562dcd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.116770] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.456s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.116979] env[66507]: INFO nova.compute.manager [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Migrating [ 1029.124586] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.799s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.124686] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.126692] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.875s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.128143] env[66507]: INFO nova.compute.claims [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.159947] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/0ab2898e-5214-4a9a-a19e-c7c6832fde84.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.162042] env[66507]: INFO nova.scheduler.client.report [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Deleted allocations for instance 45a882db-0441-49ee-b738-0954a60f4dad [ 1029.163229] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.163326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.164488] env[66507]: DEBUG nova.network.neutron [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.168129] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8dd6514-173c-489d-ba02-7c354f5b8a75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.185485] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.195274] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638616, 'name': ReconfigVM_Task, 'duration_secs': 0.444391} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.196691] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.200208] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1029.200208] env[66507]: value = "task-4638617" [ 1029.200208] env[66507]: _type = "Task" [ 1029.200208] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.209997] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.385334] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.462431] env[66507]: DEBUG nova.network.neutron [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.618908] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.619321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.619321] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.692628] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0fad7365-11aa-4bcd-a0fb-a48647b80af7 tempest-ImagesTestJSON-1088460097 tempest-ImagesTestJSON-1088460097-project-member] Lock "45a882db-0441-49ee-b738-0954a60f4dad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.160s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.702892] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.703184] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.703339] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.703514] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.703653] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.703794] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.704301] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.704502] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.704676] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.704836] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.705066] env[66507]: DEBUG nova.virt.hardware [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.710764] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.711819] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ebbccbb-1fca-4c2a-84dc-4421108bcd0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.738259] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638617, 'name': ReconfigVM_Task, 'duration_secs': 0.304091} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.739972] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/0ab2898e-5214-4a9a-a19e-c7c6832fde84.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.740897] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1029.740897] env[66507]: value = "task-4638618" [ 1029.740897] env[66507]: _type = "Task" [ 1029.740897] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.741187] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2849a80-5c5a-437e-9f72-750dbae0cda0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.760858] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1029.760858] env[66507]: value = "task-4638619" [ 1029.760858] env[66507]: _type = "Task" [ 1029.760858] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.761336] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.774225] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638619, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.965469] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.163721] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1030.254801] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638618, 'name': ReconfigVM_Task, 'duration_secs': 0.22805} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.256112] env[66507]: WARNING neutronclient.v2_0.client [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.260653] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.261888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e73409-0690-4fd6-8ffb-f6f265ef1aec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.287080] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638619, 'name': Rename_Task, 'duration_secs': 0.169126} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.299960] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.307197] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.307468] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb93b90-dcaf-425b-840e-64bd56b23ce0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.321467] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc0b998-842a-434c-9eac-45060d166ced {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.329258] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1030.329258] env[66507]: value = "task-4638621" [ 1030.329258] env[66507]: _type = "Task" [ 1030.329258] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.330732] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1030.330732] env[66507]: value = "task-4638620" [ 1030.330732] env[66507]: _type = "Task" [ 1030.330732] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.346568] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.349457] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.361569] env[66507]: DEBUG nova.network.neutron [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.535140] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34f8b4-9c68-4416-8c94-7c54a35af108 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.544075] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b7650-64aa-450a-8c27-4a6c6ef91508 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.577862] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe303cb-302b-4062-818d-c2357ce2b410 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.588060] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea6662-1b6e-4a03-821a-840d996328cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.605028] env[66507]: DEBUG nova.compute.provider_tree [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.844566] env[66507]: DEBUG oslo_vmware.api [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638620, 'name': PowerOnVM_Task, 'duration_secs': 0.48439} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.848168] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.848466] env[66507]: INFO nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1030.848979] env[66507]: DEBUG nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1030.849089] env[66507]: DEBUG oslo_vmware.api [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638621, 'name': ReconfigVM_Task, 'duration_secs': 0.464224} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.849863] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c72d6-3e34-438b-ba4a-def2bf077295 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.852649] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265/77d9c63a-8248-4cbf-afe1-519d18476265.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.852935] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.867798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.868183] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Instance network_info: |[{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1030.868671] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:66:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24852432-58ef-4d6b-8991-87ac2d7dd52a', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.876622] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating folder: Project (9cbcc75099204590ad3d688e7fda617f). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.877418] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b71419a-f38d-4250-bb2a-5abd08264848 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.889859] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created folder: Project (9cbcc75099204590ad3d688e7fda617f) in parent group-v905587. [ 1030.890082] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating folder: Instances. Parent ref: group-v905825. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.890359] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c6e629-d14a-4b9d-a125-a871e5deaff8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.903677] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created folder: Instances in parent group-v905825. [ 1030.903988] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.904228] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.905225] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062429a6-2f08-4f36-aaa1-26a2192322ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.927938] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.927938] env[66507]: value = "task-4638624" [ 1030.927938] env[66507]: _type = "Task" [ 1030.927938] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.939182] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638624, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.079650] env[66507]: DEBUG nova.compute.manager [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-changed-24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1031.079840] env[66507]: DEBUG nova.compute.manager [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing instance network info cache due to event network-changed-24852432-58ef-4d6b-8991-87ac2d7dd52a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1031.080068] env[66507]: DEBUG oslo_concurrency.lockutils [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.080805] env[66507]: DEBUG oslo_concurrency.lockutils [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.080805] env[66507]: DEBUG nova.network.neutron [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing network info cache for port 24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.109623] env[66507]: DEBUG nova.scheduler.client.report [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.360873] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf5029-1a49-4088-bed6-5ae42db84c8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.397019] env[66507]: INFO nova.compute.manager [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Took 35.57 seconds to build instance. [ 1031.397718] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4cb3a-d536-4cc0-b185-eb8f263c1674 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.418581] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.438597] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638624, 'name': CreateVM_Task, 'duration_secs': 0.492006} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.438776] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.439558] env[66507]: WARNING neutronclient.v2_0.client [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.439786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.440026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.440205] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.440737] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5216a065-3567-40ae-b53c-dbb4ef7af18d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.447895] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1031.447895] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52298041-e15d-61df-6583-0921fc30f10e" [ 1031.447895] env[66507]: _type = "Task" [ 1031.447895] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.458813] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52298041-e15d-61df-6583-0921fc30f10e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.485597] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce5f5f-90dd-4018-9a41-7e11160ab0ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.506460] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.583076] env[66507]: WARNING neutronclient.v2_0.client [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.613168] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.613710] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1031.617980] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.359s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.618350] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.620410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.846s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.620593] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.622324] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.187s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.623837] env[66507]: INFO nova.compute.claims [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.647665] env[66507]: INFO nova.scheduler.client.report [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Deleted allocations for instance e7630e45-1e91-469f-886e-8b2e3e15b605 [ 1031.649481] env[66507]: INFO nova.scheduler.client.report [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted allocations for instance 2f1457bf-4d26-4be2-8f8a-00b4e8656518 [ 1031.844246] env[66507]: DEBUG nova.compute.manager [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1031.844246] env[66507]: DEBUG nova.compute.manager [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing instance network info cache due to event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1031.844246] env[66507]: DEBUG oslo_concurrency.lockutils [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.844246] env[66507]: DEBUG oslo_concurrency.lockutils [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.844246] env[66507]: DEBUG nova.network.neutron [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.902461] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9b3a81c-1c8f-4075-9af6-2a807aa59eff tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.091s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.926326] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.927887] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.961118] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52298041-e15d-61df-6583-0921fc30f10e, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.962732] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.963320] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.964358] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.964517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.964694] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.964976] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48edfdef-7290-4237-ba4c-b95a73bc912a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.974648] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.974845] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.976475] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcef3ae9-9475-42c9-804f-8e88b07737de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.982478] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1031.982478] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5238d516-427e-a737-5c43-420a7b9c7385" [ 1031.982478] env[66507]: _type = "Task" [ 1031.982478] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.993253] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5238d516-427e-a737-5c43-420a7b9c7385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.014877] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.014877] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403811e2-b6ef-4ae6-bf31-3520b699e35e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.022357] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1032.022357] env[66507]: value = "task-4638625" [ 1032.022357] env[66507]: _type = "Task" [ 1032.022357] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.033080] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.035038] env[66507]: WARNING neutronclient.v2_0.client [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.096852] env[66507]: DEBUG nova.network.neutron [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Port 3bf42dd7-897e-4677-bf09-4e33727f9efb binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1032.130964] env[66507]: DEBUG nova.compute.utils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.135689] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1032.135689] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.135689] env[66507]: WARNING neutronclient.v2_0.client [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.136595] env[66507]: WARNING neutronclient.v2_0.client [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.159776] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a135624-bd13-46c0-9537-259d0fbf9323 tempest-InstanceActionsNegativeTestJSON-473187982 tempest-InstanceActionsNegativeTestJSON-473187982-project-member] Lock "e7630e45-1e91-469f-886e-8b2e3e15b605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.975s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.160875] env[66507]: DEBUG oslo_concurrency.lockutils [None req-993d064c-3d1c-4c30-b34d-ae92f1882b92 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "2f1457bf-4d26-4be2-8f8a-00b4e8656518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.361s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.256788] env[66507]: DEBUG nova.policy [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e558e69761c431984ebfab996961fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aa5461e0ce94af4a4f5c522be13cf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.306918] env[66507]: DEBUG nova.network.neutron [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updated VIF entry in instance network info cache for port 24852432-58ef-4d6b-8991-87ac2d7dd52a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.307616] env[66507]: DEBUG nova.network.neutron [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.346466] env[66507]: WARNING neutronclient.v2_0.client [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.494063] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5238d516-427e-a737-5c43-420a7b9c7385, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.495220] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7642a2d9-d90f-4ce7-8a8f-626f502484c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.501441] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1032.501441] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529a6d4b-35f9-dd0d-8d91-4fb2d31b878e" [ 1032.501441] env[66507]: _type = "Task" [ 1032.501441] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.510121] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529a6d4b-35f9-dd0d-8d91-4fb2d31b878e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.532530] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638625, 'name': PowerOffVM_Task, 'duration_secs': 0.294742} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.532791] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.532966] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.636079] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1032.655080] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Successfully created port: e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1032.811067] env[66507]: DEBUG oslo_concurrency.lockutils [req-b923bbe8-6c56-48ba-8c8d-16b7b5e7e3e0 req-6057c4bd-ed36-4f34-b92d-0b3c7836c1eb service nova] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.016630] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529a6d4b-35f9-dd0d-8d91-4fb2d31b878e, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.016885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.017185] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc/fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.017475] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a45ac62-89f5-41e0-b756-b7a4570d6209 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.026029] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1033.026029] env[66507]: value = "task-4638626" [ 1033.026029] env[66507]: _type = "Task" [ 1033.026029] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.040167] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.040461] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.040640] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.040824] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.040969] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.041135] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.041340] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.041495] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.041657] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.041865] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.041984] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.047625] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.047907] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ace7b5-da89-49f1-a53d-9f19d17f337c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.060780] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e41eba-80ff-4e16-8e7f-e01fb3dbc46b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.072041] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5faa59-650c-46aa-ac28-ec0980816dde {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.075497] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1033.075497] env[66507]: value = "task-4638627" [ 1033.075497] env[66507]: _type = "Task" [ 1033.075497] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.123644] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae2978-1301-4523-b854-6543285a5d25 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.128032] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.133170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.133170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.133170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.149300] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714c8cb-cbc1-4c21-89dc-12a99a651dff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.162253] env[66507]: DEBUG nova.compute.provider_tree [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.537383] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508755} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.537383] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc/fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.537383] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.537383] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e3ed461-b879-4058-91cb-28e3afdc9e2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.545600] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1033.545600] env[66507]: value = "task-4638628" [ 1033.545600] env[66507]: _type = "Task" [ 1033.545600] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.556036] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.589106] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638627, 'name': ReconfigVM_Task, 'duration_secs': 0.190669} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.589494] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.651844] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1033.665435] env[66507]: DEBUG nova.scheduler.client.report [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.681303] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.681590] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.681828] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.682057] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.682237] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.682385] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.682587] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.682736] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.682896] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.683064] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.683242] env[66507]: DEBUG nova.virt.hardware [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.684147] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e3289-4230-4d67-9073-0d0a7b9f7c5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.693646] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c91a6-1f36-4361-9bdc-35d4ca8bb5ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.056906] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129854} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.057298] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.058153] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a7066-5e3e-4c84-831c-779f4051052e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.083309] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc/fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.083642] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7475a292-34b6-48fd-8408-f28d39616236 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.100103] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.100349] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.100502] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.100676] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.100815] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.100953] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.101157] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.101310] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.101466] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.101618] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.101781] env[66507]: DEBUG nova.virt.hardware [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.107054] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.107399] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7154852a-1247-423a-8f76-bcace5661b0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.127115] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1034.127115] env[66507]: value = "task-4638630" [ 1034.127115] env[66507]: _type = "Task" [ 1034.127115] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.128676] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1034.128676] env[66507]: value = "task-4638629" [ 1034.128676] env[66507]: _type = "Task" [ 1034.128676] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.142476] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.144912] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.148853] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.171813] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1034.174726] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.738s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.176659] env[66507]: INFO nova.compute.claims [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.404512] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Successfully updated port: e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.437150] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.437368] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.437548] env[66507]: DEBUG nova.network.neutron [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.561884] env[66507]: WARNING neutronclient.v2_0.client [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.647470] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638629, 'name': ReconfigVM_Task, 'duration_secs': 0.342101} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.650411] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfigured VM instance instance-00000059 to attach disk [datastore2] fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc/fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.651202] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638630, 'name': ReconfigVM_Task, 'duration_secs': 0.384817} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.651472] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ccfcb1e-4d01-418b-b5b2-d5b9f162e269 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.654529] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.654529] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d195307d-fb87-47fe-8a8b-c037ebd2f836 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.686192] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.692422] env[66507]: DEBUG nova.compute.utils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.701089] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec758272-423c-46b2-b083-928d21746710 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.716212] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1034.716212] env[66507]: value = "task-4638631" [ 1034.716212] env[66507]: _type = "Task" [ 1034.716212] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.716212] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1034.716711] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1034.716749] env[66507]: WARNING neutronclient.v2_0.client [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.716999] env[66507]: WARNING neutronclient.v2_0.client [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.726568] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1034.726568] env[66507]: value = "task-4638632" [ 1034.726568] env[66507]: _type = "Task" [ 1034.726568] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.734819] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638631, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.741083] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.881499] env[66507]: DEBUG nova.policy [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.906348] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.907191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquired lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.907191] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.941630] env[66507]: DEBUG nova.network.neutron [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updated VIF entry in instance network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.942013] env[66507]: DEBUG nova.network.neutron [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.944351] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.221265] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1035.239523] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.243880] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638631, 'name': Rename_Task, 'duration_secs': 0.186393} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.244133] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.244269] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff6c987-b86b-41e3-8dd2-516ee32f8d4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.253132] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1035.253132] env[66507]: value = "task-4638633" [ 1035.253132] env[66507]: _type = "Task" [ 1035.253132] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.265060] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.324234] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Successfully created port: a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.449188] env[66507]: DEBUG oslo_concurrency.lockutils [req-100b3995-6505-4091-afb8-712953c275b7 req-35fad6f3-e127-4582-9050-249e74a3ced2 service nova] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.575110] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1035.651683] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd5a4c-e6b4-4ec8-8271-3d47a964a490 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.663711] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0b7ac-0e0a-4316-b3e0-26745bf65672 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.701441] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b5287-6751-4c13-832d-2f9e16b76b94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.714672] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22523a-7515-489a-a026-30d883f4f319 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.738396] env[66507]: DEBUG nova.compute.provider_tree [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.753171] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638632, 'name': ReconfigVM_Task, 'duration_secs': 0.710009} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.753443] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a/ffe45ff7-dba7-41b7-b2ba-1776a5936c8a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.753723] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.770914] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.163796] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.164077] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.164291] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.164473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.164677] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.167353] env[66507]: INFO nova.compute.manager [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Terminating instance [ 1036.247629] env[66507]: DEBUG nova.scheduler.client.report [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.251856] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1036.265273] env[66507]: DEBUG oslo_vmware.api [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638633, 'name': PowerOnVM_Task, 'duration_secs': 0.733038} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.266693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a819d08-69f2-4083-9ca6-ffe030fa0c75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.270713] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.270972] env[66507]: INFO nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1036.271170] env[66507]: DEBUG nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1036.274218] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f34d85-8752-4d8c-83f4-c9960aaad7d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.286799] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.287056] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.287231] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.287425] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.287569] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.287710] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.287913] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.288081] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.288273] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.288455] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.288670] env[66507]: DEBUG nova.virt.hardware [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.304124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2a610-bec4-4de5-a6e3-00d3aec3f6d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.308126] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54284a4a-bdb8-41ac-8f19-9e6c5e76b4fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.329473] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b0dce-4257-4494-806e-0ca44e436966 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.333688] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.671386] env[66507]: DEBUG nova.compute.manager [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1036.671683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.672578] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572f58c-12ce-459f-8f99-9ec8e719142b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.680145] env[66507]: DEBUG nova.compute.manager [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received event network-vif-plugged-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1036.680454] env[66507]: DEBUG oslo_concurrency.lockutils [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] Acquiring lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.680542] env[66507]: DEBUG oslo_concurrency.lockutils [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.680698] env[66507]: DEBUG oslo_concurrency.lockutils [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.680884] env[66507]: DEBUG nova.compute.manager [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] No waiting events found dispatching network-vif-plugged-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1036.681084] env[66507]: WARNING nova.compute.manager [req-704cb42d-f432-4f8f-928f-f0a509daeada req-a92eb915-c1ca-4e91-be5e-57855489237e service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received unexpected event network-vif-plugged-e167c110-f128-4f08-a903-e43559483e17 for instance with vm_state building and task_state spawning. [ 1036.684928] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.685279] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb5064a-142e-4800-8808-8a49eda06c10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.693692] env[66507]: WARNING neutronclient.v2_0.client [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.697879] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 1036.697879] env[66507]: value = "task-4638634" [ 1036.697879] env[66507]: _type = "Task" [ 1036.697879] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.708863] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.723518] env[66507]: WARNING neutronclient.v2_0.client [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.756405] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.757961] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1036.761945] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.487s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.761945] env[66507]: DEBUG nova.objects.instance [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'resources' on Instance uuid 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.823511] env[66507]: INFO nova.compute.manager [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Took 40.27 seconds to build instance. [ 1036.842376] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.842376] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.906357] env[66507]: DEBUG nova.network.neutron [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.032708] env[66507]: DEBUG nova.network.neutron [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Port 21ae3397-1891-4784-8453-551b53f732f8 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1037.041658] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Successfully updated port: a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1037.086387] env[66507]: DEBUG nova.network.neutron [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updating instance_info_cache with network_info: [{"id": "e167c110-f128-4f08-a903-e43559483e17", "address": "fa:16:3e:36:ac:3f", "network": {"id": "a19ea39f-14ec-4c98-bbec-c0ea27955161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2047997281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aa5461e0ce94af4a4f5c522be13cf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape167c110-f1", "ovs_interfaceid": "e167c110-f128-4f08-a903-e43559483e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.210136] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638634, 'name': PowerOffVM_Task, 'duration_secs': 0.212648} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.210136] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.210299] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.211101] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb9caaf-c698-40da-a87a-b5f48fadf866 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.265064] env[66507]: DEBUG nova.compute.utils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.269056] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1037.269473] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.269598] env[66507]: WARNING neutronclient.v2_0.client [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.269920] env[66507]: WARNING neutronclient.v2_0.client [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.284034] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.284295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.284550] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleting the datastore file [datastore2] 959f9e7a-cc96-4d72-9387-8754fd8ffd24 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.284953] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828cd0e1-d6c5-4447-abe5-c9c47bf3ab12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.299993] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for the task: (returnval){ [ 1037.299993] env[66507]: value = "task-4638636" [ 1037.299993] env[66507]: _type = "Task" [ 1037.299993] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.314617] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.318664] env[66507]: DEBUG nova.policy [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '834609c7accb4edf9f916162f6b3e55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '132bca42bfcd441d93cce958d7ed4c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.325869] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0bfaa1d8-7b25-42d6-9b84-3460e554f272 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.782s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.409152] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.460024] env[66507]: DEBUG nova.compute.manager [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Received event network-vif-plugged-a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1037.460469] env[66507]: DEBUG oslo_concurrency.lockutils [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] Acquiring lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.460740] env[66507]: DEBUG oslo_concurrency.lockutils [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.460889] env[66507]: DEBUG oslo_concurrency.lockutils [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.461093] env[66507]: DEBUG nova.compute.manager [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] No waiting events found dispatching network-vif-plugged-a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1037.461243] env[66507]: WARNING nova.compute.manager [req-19541674-cd24-4c25-aa2b-da9425e13999 req-2b3e366b-e727-4619-9dc2-b399366c89f8 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Received unexpected event network-vif-plugged-a975b242-ce7e-4a7f-bba1-f83d48608481 for instance with vm_state building and task_state spawning. [ 1037.548145] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548145] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.548145] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.591076] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Releasing lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.591572] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Instance network_info: |[{"id": "e167c110-f128-4f08-a903-e43559483e17", "address": "fa:16:3e:36:ac:3f", "network": {"id": "a19ea39f-14ec-4c98-bbec-c0ea27955161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2047997281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aa5461e0ce94af4a4f5c522be13cf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape167c110-f1", "ovs_interfaceid": "e167c110-f128-4f08-a903-e43559483e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1037.592432] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ac:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e167c110-f128-4f08-a903-e43559483e17', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.601848] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Creating folder: Project (5aa5461e0ce94af4a4f5c522be13cf06). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.607693] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a0fb049-004f-43b6-952a-019c0b966a8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.623480] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Created folder: Project (5aa5461e0ce94af4a4f5c522be13cf06) in parent group-v905587. [ 1037.623480] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Creating folder: Instances. Parent ref: group-v905828. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.626544] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aa79d78-98e2-4eae-8aa8-c666333a035b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.639234] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Created folder: Instances in parent group-v905828. [ 1037.639566] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.639756] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.639977] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e654368-07d7-4186-8ec9-d2c2990c139c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.665215] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.665215] env[66507]: value = "task-4638639" [ 1037.665215] env[66507]: _type = "Task" [ 1037.665215] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.672577] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439b843-df82-409e-9d9c-a9fa49257dcd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.679078] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638639, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.685514] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d86df3-7ab8-4a99-b767-7a67fdc51461 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.694922] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Successfully created port: c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.729905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e0a0e-8b12-4b15-98f7-ec9b85bc06c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.742895] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a2049-7fe4-40c7-bace-baa3580f0577 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.759074] env[66507]: DEBUG nova.compute.provider_tree [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.770424] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1037.812853] env[66507]: DEBUG oslo_vmware.api [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Task: {'id': task-4638636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156512} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.813106] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.813337] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.813564] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.813753] env[66507]: INFO nova.compute.manager [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1037.814182] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.814383] env[66507]: DEBUG nova.compute.manager [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1037.814520] env[66507]: DEBUG nova.network.neutron [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1037.814856] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.936614] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a86df4-6714-46ea-8d7a-f4d4907368a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.958751] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d39aa-40e9-4428-b848-f9d35f4f5740 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.967912] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.063978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.064271] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.064392] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.170907] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.181552] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638639, 'name': CreateVM_Task, 'duration_secs': 0.397324} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.181850] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.182403] env[66507]: WARNING neutronclient.v2_0.client [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.182769] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.182923] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.183285] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.183588] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1cc08e-6426-4ae2-bd7b-677252fd1705 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.190383] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1038.190383] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524dcbdf-90c2-8f3f-d793-c22056e9ebd3" [ 1038.190383] env[66507]: _type = "Task" [ 1038.190383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.201835] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524dcbdf-90c2-8f3f-d793-c22056e9ebd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.218164] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.262641] env[66507]: DEBUG nova.scheduler.client.report [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.476035] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7958d591-409c-4efa-862c-ec818da64487 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance '77d9c63a-8248-4cbf-afe1-519d18476265' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.666287] env[66507]: WARNING neutronclient.v2_0.client [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.703140] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524dcbdf-90c2-8f3f-d793-c22056e9ebd3, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.705878] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.706545] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.706675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.706857] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707064] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.707396] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f424fb-bf9f-4e29-aab2-65b1b0bff3ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.718986] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.719295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.724149] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e14ba1-dfc0-43f2-97bf-7907375bb49e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.731051] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1038.731051] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f30a5c-2056-83d6-b2f9-eee5bc133901" [ 1038.731051] env[66507]: _type = "Task" [ 1038.731051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.742424] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f30a5c-2056-83d6-b2f9-eee5bc133901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.767578] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.770775] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.463s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.771271] env[66507]: DEBUG nova.objects.instance [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lazy-loading 'resources' on Instance uuid de2f7bb1-7573-4e73-8248-0de75b300af2 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.784763] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1038.846444] env[66507]: INFO nova.scheduler.client.report [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe [ 1038.852160] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.852551] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.852669] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.852849] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.852929] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.853093] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.853359] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.853589] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.853778] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.853860] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.854038] env[66507]: DEBUG nova.virt.hardware [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.854916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91fc198-71bf-41db-800d-5c4ef9db09a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.868629] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a2b6e-8476-4a76-b704-ae2b15e5988e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.884724] env[66507]: DEBUG nova.network.neutron [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Updating instance_info_cache with network_info: [{"id": "a975b242-ce7e-4a7f-bba1-f83d48608481", "address": "fa:16:3e:12:e5:be", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa975b242-ce", "ovs_interfaceid": "a975b242-ce7e-4a7f-bba1-f83d48608481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.964906] env[66507]: DEBUG nova.network.neutron [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.070118] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.174992] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.175194] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.175371] env[66507]: DEBUG nova.network.neutron [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.249467] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f30a5c-2056-83d6-b2f9-eee5bc133901, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.250507] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b97c506-b4ca-40ab-9cf9-1f88e5290f45 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.258175] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1039.258175] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5279476b-97f7-5ba4-3c56-a46cb537f07f" [ 1039.258175] env[66507]: _type = "Task" [ 1039.258175] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.271018] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5279476b-97f7-5ba4-3c56-a46cb537f07f, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.271302] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.272345] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 3ac5978f-b230-4390-a73b-d2d6b4de7978/3ac5978f-b230-4390-a73b-d2d6b4de7978.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.272345] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc2287b-5fc3-48c4-8e76-4d41e925ab86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.283630] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1039.283630] env[66507]: value = "task-4638640" [ 1039.283630] env[66507]: _type = "Task" [ 1039.283630] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.294267] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.363124] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d5a1eeee-3e38-417f-bcde-98cfc25c3c16 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.059s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.392834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.393307] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Instance network_info: |[{"id": "a975b242-ce7e-4a7f-bba1-f83d48608481", "address": "fa:16:3e:12:e5:be", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa975b242-ce", "ovs_interfaceid": "a975b242-ce7e-4a7f-bba1-f83d48608481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1039.394496] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e5:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a975b242-ce7e-4a7f-bba1-f83d48608481', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.403678] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.404510] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.404796] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69df1952-04db-4d6c-a3e8-4933c5ec00b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.435469] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Successfully updated port: c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.443136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "6aa90dc8-7494-433e-b501-2f125478345b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.443136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.447949] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.447949] env[66507]: value = "task-4638641" [ 1039.447949] env[66507]: _type = "Task" [ 1039.447949] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.460952] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638641, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.473472] env[66507]: INFO nova.compute.manager [-] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Took 1.66 seconds to deallocate network for instance. [ 1039.518938] env[66507]: DEBUG nova.compute.manager [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received event network-changed-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1039.519186] env[66507]: DEBUG nova.compute.manager [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing instance network info cache due to event network-changed-e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1039.519494] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Acquiring lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.519691] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Acquired lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520118] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing network info cache for port e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.682614] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.710254] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Received event network-changed-a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1039.710627] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Refreshing instance network info cache due to event network-changed-a975b242-ce7e-4a7f-bba1-f83d48608481. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1039.710784] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Acquiring lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.710952] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Acquired lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.711169] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Refreshing network info cache for port a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.778900] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a178a9-a11f-46a4-ba39-e7e4835b2e6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.793804] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9dc82-f0f8-4cce-bcf8-e3b8c21b34d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.801501] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492849} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.802125] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 3ac5978f-b230-4390-a73b-d2d6b4de7978/3ac5978f-b230-4390-a73b-d2d6b4de7978.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.802125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.802367] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5475f92-43ab-42c6-904a-e2916e195622 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.839484] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a7f80-5588-41a9-ba65-063d1f66ccb8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847129] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1039.847129] env[66507]: value = "task-4638642" [ 1039.847129] env[66507]: _type = "Task" [ 1039.847129] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.855446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c785a36-5d84-4a52-9157-6460673b7bc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.863407] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.877423] env[66507]: DEBUG nova.compute.provider_tree [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.925456] env[66507]: WARNING neutronclient.v2_0.client [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.940371] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940622] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.940815] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.943415] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1039.958729] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638641, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.987930] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.024387] env[66507]: WARNING neutronclient.v2_0.client [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.030252] env[66507]: DEBUG nova.network.neutron [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.213935] env[66507]: WARNING neutronclient.v2_0.client [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.223354] env[66507]: WARNING neutronclient.v2_0.client [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.339345] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updated VIF entry in instance network info cache for port e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.339795] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updating instance_info_cache with network_info: [{"id": "e167c110-f128-4f08-a903-e43559483e17", "address": "fa:16:3e:36:ac:3f", "network": {"id": "a19ea39f-14ec-4c98-bbec-c0ea27955161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2047997281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aa5461e0ce94af4a4f5c522be13cf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape167c110-f1", "ovs_interfaceid": "e167c110-f128-4f08-a903-e43559483e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.360499] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076481} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.360776] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.361877] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f93409-a435-44bb-b8cf-f3497caedf99 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.387120] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3ac5978f-b230-4390-a73b-d2d6b4de7978/3ac5978f-b230-4390-a73b-d2d6b4de7978.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.391994] env[66507]: DEBUG nova.scheduler.client.report [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.394499] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7817413-9350-4f71-ac1e-0d8331453e17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.419646] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1040.419646] env[66507]: value = "task-4638643" [ 1040.419646] env[66507]: _type = "Task" [ 1040.419646] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.433372] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.443362] env[66507]: WARNING neutronclient.v2_0.client [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.464737] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638641, 'name': CreateVM_Task, 'duration_secs': 0.571783} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.464897] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.465486] env[66507]: WARNING neutronclient.v2_0.client [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.465826] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.465980] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.466321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.466604] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60420718-c1d7-4246-bf7a-f6882228ea72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.472471] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.474249] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1040.474249] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a3bcaa-5e17-4400-4b21-4f940c6a729f" [ 1040.474249] env[66507]: _type = "Task" [ 1040.474249] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.484599] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a3bcaa-5e17-4400-4b21-4f940c6a729f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.488344] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.526983] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Updated VIF entry in instance network info cache for port a975b242-ce7e-4a7f-bba1-f83d48608481. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.527737] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Updating instance_info_cache with network_info: [{"id": "a975b242-ce7e-4a7f-bba1-f83d48608481", "address": "fa:16:3e:12:e5:be", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa975b242-ce", "ovs_interfaceid": "a975b242-ce7e-4a7f-bba1-f83d48608481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.537022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.582605] env[66507]: WARNING neutronclient.v2_0.client [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.623162] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "ff09a15d-832b-4c14-8155-a041717e1a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.623392] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.662557] env[66507]: DEBUG nova.network.neutron [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.763984] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.764320] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.764473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.764666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.764871] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.767142] env[66507]: INFO nova.compute.manager [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Terminating instance [ 1040.843012] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Releasing lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.843012] env[66507]: DEBUG nova.compute.manager [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-changed-24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1040.843392] env[66507]: DEBUG nova.compute.manager [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing instance network info cache due to event network-changed-24852432-58ef-4d6b-8991-87ac2d7dd52a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1040.843392] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.843493] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.843964] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing network info cache for port 24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.912244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.914775] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.530s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.916546] env[66507]: INFO nova.compute.claims [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.930767] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.931611] env[66507]: INFO nova.scheduler.client.report [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Deleted allocations for instance de2f7bb1-7573-4e73-8248-0de75b300af2 [ 1040.987919] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a3bcaa-5e17-4400-4b21-4f940c6a729f, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.988255] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.988553] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.989192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.989192] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.989344] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.989697] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a8e68e-7ff5-4174-add0-4651b4408612 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.002167] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.002445] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.003301] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bc1aff-5ebd-44d0-80b4-770bf4d1a604 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.010953] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1041.010953] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527a47fe-e41a-7299-3194-f41ab37ce3a2" [ 1041.010953] env[66507]: _type = "Task" [ 1041.010953] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.020654] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527a47fe-e41a-7299-3194-f41ab37ce3a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.030519] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Releasing lock "refresh_cache-a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.030853] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1041.031095] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.031317] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.032071] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.032071] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] No waiting events found dispatching network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1041.032071] env[66507]: WARNING nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received unexpected event network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 for instance with vm_state building and task_state spawning. [ 1041.032426] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-changed-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1041.032539] env[66507]: DEBUG nova.compute.manager [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing instance network info cache due to event network-changed-c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1041.033149] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.062937] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cfcfd-31a0-45e5-b507-dd2b59f1fe58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.084916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522a1bf-4958-444e-ac01-9e1d273e822b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.095160] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.126192] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1041.165338] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.165721] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance network_info: |[{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1041.166130] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.166326] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing network info cache for port c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.167550] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:45:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21594ab-8c19-475a-9f56-a209a9319121', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.175047] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating folder: Project (132bca42bfcd441d93cce958d7ed4c16). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.176688] env[66507]: WARNING neutronclient.v2_0.client [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.178936] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-355160ff-beaf-4389-942d-2d7977ded27c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.191839] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created folder: Project (132bca42bfcd441d93cce958d7ed4c16) in parent group-v905587. [ 1041.192041] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating folder: Instances. Parent ref: group-v905832. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.192281] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb66fe1-c4b6-43c6-a6d9-8272c6754dea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.203099] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created folder: Instances in parent group-v905832. [ 1041.203292] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.203502] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.203650] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-effb9b57-d2e7-4a9a-ab34-5eabd4b17280 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.228059] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.228059] env[66507]: value = "task-4638646" [ 1041.228059] env[66507]: _type = "Task" [ 1041.228059] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.236916] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638646, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.271133] env[66507]: DEBUG nova.compute.manager [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1041.271133] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.271965] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ea74d-008f-41d3-adbd-6767ab10b4a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.283544] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.283879] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72435cd0-0605-4a93-8c15-87623fffe7b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.292929] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1041.292929] env[66507]: value = "task-4638647" [ 1041.292929] env[66507]: _type = "Task" [ 1041.292929] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.303317] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.342861] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.343166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.343358] env[66507]: DEBUG nova.compute.manager [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Going to confirm migration 4 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1041.347058] env[66507]: WARNING neutronclient.v2_0.client [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.368131] env[66507]: WARNING neutronclient.v2_0.client [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.436680] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638643, 'name': ReconfigVM_Task, 'duration_secs': 0.681003} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.437018] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3ac5978f-b230-4390-a73b-d2d6b4de7978/3ac5978f-b230-4390-a73b-d2d6b4de7978.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.440152] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc380faa-14a7-40a8-9729-30088afa801c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.442925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-15de82f7-e31f-438a-bdf6-2ce0907dead2 tempest-ServersV294TestFqdnHostnames-23965797 tempest-ServersV294TestFqdnHostnames-23965797-project-member] Lock "de2f7bb1-7573-4e73-8248-0de75b300af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.824s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.452357] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1041.452357] env[66507]: value = "task-4638648" [ 1041.452357] env[66507]: _type = "Task" [ 1041.452357] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.454486] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updated VIF entry in instance network info cache for port c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.455108] env[66507]: DEBUG nova.network.neutron [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.472909] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638648, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.524461] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527a47fe-e41a-7299-3194-f41ab37ce3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.525546] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fc10db-3e9a-4b40-b3ac-f1f446b79c84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.533732] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1041.533732] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dbd32e-10ac-0853-ce65-bd286a703978" [ 1041.533732] env[66507]: _type = "Task" [ 1041.533732] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.545346] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dbd32e-10ac-0853-ce65-bd286a703978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.546982] env[66507]: WARNING neutronclient.v2_0.client [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.604084] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.604084] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925f8fce-2d46-4343-8683-ed52e8325f71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.614359] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1041.614359] env[66507]: value = "task-4638649" [ 1041.614359] env[66507]: _type = "Task" [ 1041.614359] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.632467] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.649112] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updated VIF entry in instance network info cache for port 24852432-58ef-4d6b-8991-87ac2d7dd52a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.649530] env[66507]: DEBUG nova.network.neutron [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.654022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.745565] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638646, 'name': CreateVM_Task, 'duration_secs': 0.453262} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.745776] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.746321] env[66507]: WARNING neutronclient.v2_0.client [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.746615] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.746805] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.750123] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.750123] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4d69b5-bc7b-40f2-a960-44738bbe07af {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.756321] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1041.756321] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52858b39-a888-3e1f-0685-7b896086ec8c" [ 1041.756321] env[66507]: _type = "Task" [ 1041.756321] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.765651] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52858b39-a888-3e1f-0685-7b896086ec8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.804793] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638647, 'name': PowerOffVM_Task, 'duration_secs': 0.297587} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.805132] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.805331] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.805635] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7833c41d-1f8e-4d95-9ca8-da3d3e2f60c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.849901] env[66507]: WARNING neutronclient.v2_0.client [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.883263] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.883499] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.883678] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleting the datastore file [datastore1] 96a7fc7e-190e-45ea-b2dd-666363f6a6f9 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.883986] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e91f24d-25e9-49be-beba-670e105e0d83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.892253] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1041.892253] env[66507]: value = "task-4638651" [ 1041.892253] env[66507]: _type = "Task" [ 1041.892253] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.904275] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.915673] env[66507]: WARNING neutronclient.v2_0.client [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.915964] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.916169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.916351] env[66507]: DEBUG nova.network.neutron [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.916624] env[66507]: DEBUG nova.objects.instance [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'info_cache' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.963799] env[66507]: DEBUG oslo_concurrency.lockutils [req-4818bde1-3fd1-4f38-87e5-ac5bacfcc0ba req-2fe269f8-62a2-4b22-ad32-a7e64271aa53 service nova] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.964515] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638648, 'name': Rename_Task, 'duration_secs': 0.200361} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.964515] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.967394] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1f18dc-57cc-419c-8b68-f8323036949c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.976816] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1041.976816] env[66507]: value = "task-4638652" [ 1041.976816] env[66507]: _type = "Task" [ 1041.976816] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.986464] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.059506] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dbd32e-10ac-0853-ce65-bd286a703978, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.061405] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.061655] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a4bba94f-a5a4-48f3-a779-1fd52f11ecbd/a4bba94f-a5a4-48f3-a779-1fd52f11ecbd.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.062236] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75be8b79-d46d-46a1-9d84-8bfb820c13dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.072781] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1042.072781] env[66507]: value = "task-4638653" [ 1042.072781] env[66507]: _type = "Task" [ 1042.072781] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.086235] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.125689] env[66507]: DEBUG oslo_vmware.api [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638649, 'name': PowerOnVM_Task, 'duration_secs': 0.474978} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.126054] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.126230] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f762aa40-e25f-4efa-9b3d-44e2d05d134b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance 'ffe45ff7-dba7-41b7-b2ba-1776a5936c8a' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.153300] env[66507]: DEBUG oslo_concurrency.lockutils [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.153941] env[66507]: DEBUG nova.compute.manager [req-bdda587d-97d0-4626-b228-f0cdb40e52f0 req-dcbf2fbe-d35b-4905-8dfd-4cffb5877b70 service nova] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Received event network-vif-deleted-5fb7228a-4d10-4cb7-91c3-d67037313908 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1042.270400] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52858b39-a888-3e1f-0685-7b896086ec8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.270400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.270400] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.270400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.270804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.270804] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.273484] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96c73bd1-4a07-4b24-aa38-11e73ea0eb61 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.284124] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.284354] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.287530] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5b1a26-be9b-4a0e-8e84-da33cfdc60f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.294764] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1042.294764] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fd8f85-f72a-7d32-380b-93ffa0a77caa" [ 1042.294764] env[66507]: _type = "Task" [ 1042.294764] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.303470] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fd8f85-f72a-7d32-380b-93ffa0a77caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.305316] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6e219-7ee3-428e-911d-f6c1fc19784f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.313511] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18437ee-87fd-4561-bd40-910d7994a67e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.345293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26155b-f6b9-4e2f-98e6-4da7cb3b5655 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.354416] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01170ed6-9bc7-4270-b7f4-37affe051762 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.371124] env[66507]: DEBUG nova.compute.provider_tree [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.403284] env[66507]: DEBUG oslo_vmware.api [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164953} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.403541] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.403721] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.403893] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.404073] env[66507]: INFO nova.compute.manager [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.404321] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.404518] env[66507]: DEBUG nova.compute.manager [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1042.404630] env[66507]: DEBUG nova.network.neutron [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.404892] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.443753] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.490836] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.586421] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.812524] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fd8f85-f72a-7d32-380b-93ffa0a77caa, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.813763] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b475e2-5abf-4e46-bc74-0b44dd9f6cc5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.826861] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1042.826861] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524c6367-6ea0-c8c5-9fe4-4c20cab82b63" [ 1042.826861] env[66507]: _type = "Task" [ 1042.826861] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.845996] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524c6367-6ea0-c8c5-9fe4-4c20cab82b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.874107] env[66507]: DEBUG nova.scheduler.client.report [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.923129] env[66507]: WARNING neutronclient.v2_0.client [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.995187] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.013543] env[66507]: DEBUG nova.compute.manager [req-e7c02867-d779-484a-90a1-0d5d607ab179 req-883b6232-f8f0-4eb0-862f-efcfd6f2f9b7 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Received event network-vif-deleted-3e394e41-7b45-4089-896f-89e6f7c20752 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1043.013799] env[66507]: INFO nova.compute.manager [req-e7c02867-d779-484a-90a1-0d5d607ab179 req-883b6232-f8f0-4eb0-862f-efcfd6f2f9b7 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Neutron deleted interface 3e394e41-7b45-4089-896f-89e6f7c20752; detaching it from the instance and deleting it from the info cache [ 1043.013993] env[66507]: DEBUG nova.network.neutron [req-e7c02867-d779-484a-90a1-0d5d607ab179 req-883b6232-f8f0-4eb0-862f-efcfd6f2f9b7 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.089953] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638653, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.249207] env[66507]: WARNING neutronclient.v2_0.client [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.342933] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524c6367-6ea0-c8c5-9fe4-4c20cab82b63, 'name': SearchDatastore_Task, 'duration_secs': 0.032115} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.343243] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.343522] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.343804] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6885984-da91-4c5b-a24b-34ec4fe65b72 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.350133] env[66507]: DEBUG nova.network.neutron [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.352803] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1043.352803] env[66507]: value = "task-4638654" [ 1043.352803] env[66507]: _type = "Task" [ 1043.352803] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.365377] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.381937] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.382855] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1043.385526] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.627s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.388229] env[66507]: INFO nova.compute.claims [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.414434] env[66507]: DEBUG nova.network.neutron [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.492023] env[66507]: DEBUG oslo_vmware.api [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638652, 'name': PowerOnVM_Task, 'duration_secs': 1.391861} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.492362] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.492582] env[66507]: INFO nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1043.492834] env[66507]: DEBUG nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1043.493870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a23ebb6-243e-4cb2-9f99-b8ca9f767e9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.519880] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f331107-a973-4093-b6e6-a3b4a43ceb22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.538343] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db398ca-0072-4947-b66e-d5b1f48cc1c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.579549] env[66507]: DEBUG nova.compute.manager [req-e7c02867-d779-484a-90a1-0d5d607ab179 req-883b6232-f8f0-4eb0-862f-efcfd6f2f9b7 service nova] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Detach interface failed, port_id=3e394e41-7b45-4089-896f-89e6f7c20752, reason: Instance 96a7fc7e-190e-45ea-b2dd-666363f6a6f9 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1043.595337] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638653, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087816} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.595337] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] a4bba94f-a5a4-48f3-a779-1fd52f11ecbd/a4bba94f-a5a4-48f3-a779-1fd52f11ecbd.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.595337] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.595337] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b786bbf-0fc3-4b6e-b4cd-7fd35880cdc9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.606382] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1043.606382] env[66507]: value = "task-4638655" [ 1043.606382] env[66507]: _type = "Task" [ 1043.606382] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.621122] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.854628] env[66507]: INFO nova.compute.manager [-] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Took 1.45 seconds to deallocate network for instance. [ 1043.871121] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638654, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.895964] env[66507]: DEBUG nova.compute.utils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.900776] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1043.917089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.917450] env[66507]: DEBUG nova.objects.instance [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'migration_context' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.024410] env[66507]: INFO nova.compute.manager [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Took 32.79 seconds to build instance. [ 1044.120277] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079145} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.120277] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.121223] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9312d1-4f5d-4f1a-9be9-d94613fd7aeb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.151304] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a4bba94f-a5a4-48f3-a779-1fd52f11ecbd/a4bba94f-a5a4-48f3-a779-1fd52f11ecbd.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.153365] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54a626c-cef9-468c-ab60-c057e92726b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177900] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1044.177900] env[66507]: value = "task-4638656" [ 1044.177900] env[66507]: _type = "Task" [ 1044.177900] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.189322] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.368551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.369123] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863588} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.369669] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.370096] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.370491] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2d4ad41-f842-4baa-bd6f-99d2306b4d22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.380132] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1044.380132] env[66507]: value = "task-4638657" [ 1044.380132] env[66507]: _type = "Task" [ 1044.380132] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.390504] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.404122] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1044.425072] env[66507]: DEBUG nova.objects.base [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Object Instance<77d9c63a-8248-4cbf-afe1-519d18476265> lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.425915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "27207176-5d0c-4aac-855f-05d0651263d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.426255] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.426602] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "27207176-5d0c-4aac-855f-05d0651263d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.426850] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.427266] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.430079] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def71179-4ea2-4350-945b-a3af991d2d13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.433826] env[66507]: INFO nova.compute.manager [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Terminating instance [ 1044.462958] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c65c63-b5f3-4fdb-a1ae-ca5ad33d869d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.473396] env[66507]: DEBUG oslo_vmware.api [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1044.473396] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5254c136-788f-5b90-1586-dd540f377b33" [ 1044.473396] env[66507]: _type = "Task" [ 1044.473396] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.489454] env[66507]: DEBUG oslo_vmware.api [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5254c136-788f-5b90-1586-dd540f377b33, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.489778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.526546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-09dc670f-6880-4bae-8b9f-baace87a59a7 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.302s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.696109] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.791710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274772e-a101-4a74-83c9-42b777415bc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.800752] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b2ccd-1579-4c0e-bca7-3bd07fb942bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.834116] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3cbab1-354c-4c00-b13c-f478e85aaad4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.842494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1420f71-0e64-40a8-bec7-3b5d198ae3cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.857864] env[66507]: DEBUG nova.compute.provider_tree [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.893047] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091039} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.893364] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.894217] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3adff0-9d14-41ad-97f5-11129d8e796b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.918180] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.921535] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f9574f-a731-42d7-92ee-e89f45623801 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.944858] env[66507]: DEBUG nova.compute.manager [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1044.945250] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.945487] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1044.945487] env[66507]: value = "task-4638658" [ 1044.945487] env[66507]: _type = "Task" [ 1044.945487] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.946310] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c593b20-a3e8-4097-a58a-69e66f603752 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.965518] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.965829] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.966158] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf18cf4-d710-4923-86e0-3e799932b032 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.975817] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1044.975817] env[66507]: value = "task-4638659" [ 1044.975817] env[66507]: _type = "Task" [ 1044.975817] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.987288] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.169604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.169872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.170067] env[66507]: DEBUG nova.compute.manager [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Going to confirm migration 5 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1045.190689] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638656, 'name': ReconfigVM_Task, 'duration_secs': 0.726504} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.191208] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a4bba94f-a5a4-48f3-a779-1fd52f11ecbd/a4bba94f-a5a4-48f3-a779-1fd52f11ecbd.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.192380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-273db254-602b-4fc4-bd1e-d2839659ce3f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.201515] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1045.201515] env[66507]: value = "task-4638660" [ 1045.201515] env[66507]: _type = "Task" [ 1045.201515] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.212384] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638660, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.363737] env[66507]: DEBUG nova.scheduler.client.report [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.438756] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1045.462147] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.482865] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.483150] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.483293] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.484377] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.484377] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.484377] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.484377] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.484377] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.484698] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.484698] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.484850] env[66507]: DEBUG nova.virt.hardware [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.486215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c877fcd-e043-47a7-bbf2-24947b599510 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.498927] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638659, 'name': PowerOffVM_Task, 'duration_secs': 0.31248} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.500211] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3ed19-e4a7-4dea-bde3-d3315e3a6ed7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.504684] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.505867] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.505867] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a9d049-1a56-4b7a-b5da-16aecf74527d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.520505] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.527479] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Creating folder: Project (1018d0a3657f472bbcfedf7b6e19c237). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.527881] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e1a6ac-11d2-4d40-a7a2-a7b7dc02b81b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.541443] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Created folder: Project (1018d0a3657f472bbcfedf7b6e19c237) in parent group-v905587. [ 1045.541764] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Creating folder: Instances. Parent ref: group-v905835. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.541976] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df3baa1-1c74-4e76-a53a-bed56ef89d4c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.553660] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Created folder: Instances in parent group-v905835. [ 1045.554021] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.554159] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.554370] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d8fce92-6096-4d15-b4d6-d2a0a2431fec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.573708] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.573708] env[66507]: value = "task-4638664" [ 1045.573708] env[66507]: _type = "Task" [ 1045.573708] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.583282] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638664, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.612183] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.612528] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.612932] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Deleting the datastore file [datastore1] 27207176-5d0c-4aac-855f-05d0651263d1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.612932] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92df734f-5e09-47cd-916c-0c8640c38020 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.620809] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for the task: (returnval){ [ 1045.620809] env[66507]: value = "task-4638665" [ 1045.620809] env[66507]: _type = "Task" [ 1045.620809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.631154] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.679188] env[66507]: WARNING neutronclient.v2_0.client [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.716391] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638660, 'name': Rename_Task, 'duration_secs': 0.334878} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.716717] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.717124] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e2381f-7b7d-4c11-9454-203325315559 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.725093] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1045.725093] env[66507]: value = "task-4638666" [ 1045.725093] env[66507]: _type = "Task" [ 1045.725093] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.734818] env[66507]: WARNING neutronclient.v2_0.client [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.734918] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.735129] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.735264] env[66507]: DEBUG nova.network.neutron [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.736619] env[66507]: DEBUG nova.objects.instance [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'info_cache' on Instance uuid ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.747588] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.869808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.870860] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1045.873977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.236s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.965026] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638658, 'name': ReconfigVM_Task, 'duration_secs': 0.781143} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.965026] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.966095] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d78c92-e716-4d04-914b-5858ff9f4f0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.969399] env[66507]: DEBUG nova.compute.manager [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received event network-changed-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1045.969399] env[66507]: DEBUG nova.compute.manager [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing instance network info cache due to event network-changed-e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1045.969509] env[66507]: DEBUG oslo_concurrency.lockutils [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] Acquiring lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.969649] env[66507]: DEBUG oslo_concurrency.lockutils [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] Acquired lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.969896] env[66507]: DEBUG nova.network.neutron [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing network info cache for port e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.978593] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1045.978593] env[66507]: value = "task-4638667" [ 1045.978593] env[66507]: _type = "Task" [ 1045.978593] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.991387] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638667, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.090039] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638664, 'name': CreateVM_Task, 'duration_secs': 0.391215} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.090367] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.091030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.091346] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.091837] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.092249] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc469b97-3102-41de-bbb6-fda262f94cb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100341] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1046.100341] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527b4640-3e3a-d274-e827-58fe30a5e1cf" [ 1046.100341] env[66507]: _type = "Task" [ 1046.100341] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.113828] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527b4640-3e3a-d274-e827-58fe30a5e1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.133345] env[66507]: DEBUG oslo_vmware.api [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Task: {'id': task-4638665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.134134] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.134281] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.134449] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.134678] env[66507]: INFO nova.compute.manager [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1046.135352] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.135551] env[66507]: DEBUG nova.compute.manager [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1046.135745] env[66507]: DEBUG nova.network.neutron [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1046.136394] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.224867] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.241833] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.379252] env[66507]: DEBUG nova.compute.utils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.382996] env[66507]: INFO nova.compute.claims [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.388384] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1046.388384] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1046.388384] env[66507]: WARNING neutronclient.v2_0.client [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.389844] env[66507]: WARNING neutronclient.v2_0.client [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.476067] env[66507]: WARNING neutronclient.v2_0.client [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.490481] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638667, 'name': Rename_Task, 'duration_secs': 0.212433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.493020] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.493020] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c86426-aa24-4de5-a0d6-4d95fe01a27a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.503399] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1046.503399] env[66507]: value = "task-4638668" [ 1046.503399] env[66507]: _type = "Task" [ 1046.503399] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.510728] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.619102] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527b4640-3e3a-d274-e827-58fe30a5e1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.619102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.619102] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.619102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.619102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.619102] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.619102] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8417619a-08db-48f2-bafb-813b4d9952d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.634727] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.636066] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.640947] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12061073-0572-45c4-a8be-b6ae0cf8a5a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.645536] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1046.645536] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fca4be-8bb0-e471-ee08-a8c1389b0f01" [ 1046.645536] env[66507]: _type = "Task" [ 1046.645536] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.658993] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fca4be-8bb0-e471-ee08-a8c1389b0f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.740853] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.753766] env[66507]: WARNING neutronclient.v2_0.client [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.782210] env[66507]: DEBUG nova.policy [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d01ee4a3674e618514516a98d73628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8bebed8664944cf8833de5f1bcd7aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.888405] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1046.899363] env[66507]: INFO nova.compute.resource_tracker [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating resource usage from migration e64ac082-8f53-4566-9f56-ceb80aa3454c [ 1047.016532] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.164115] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fca4be-8bb0-e471-ee08-a8c1389b0f01, 'name': SearchDatastore_Task, 'duration_secs': 0.021515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.165015] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce31e66-7035-4c46-a976-8f930850bff9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.174782] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1047.174782] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523e8080-6fa5-af90-e424-ea10170b5817" [ 1047.174782] env[66507]: _type = "Task" [ 1047.174782] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.187023] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523e8080-6fa5-af90-e424-ea10170b5817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.194058] env[66507]: DEBUG nova.network.neutron [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.242124] env[66507]: DEBUG oslo_vmware.api [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638666, 'name': PowerOnVM_Task, 'duration_secs': 1.466797} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.242316] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.242561] env[66507]: INFO nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1047.242744] env[66507]: DEBUG nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1047.243629] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cf58c2-db9a-42db-a7a1-6d16dd88fd81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.352081] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c628264-a00d-414c-9938-3d4a0b1df064 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.361704] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a764a0-1373-48ee-9bbb-36ad3d275895 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.406925] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db22f2-2d3b-43d9-9ba3-89827bd7760d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.416307] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4396e1ed-1fb6-41d8-af6f-a8a46d5bccad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.436054] env[66507]: DEBUG nova.compute.provider_tree [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.517234] env[66507]: DEBUG oslo_vmware.api [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638668, 'name': PowerOnVM_Task, 'duration_secs': 0.823819} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.517743] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.517953] env[66507]: INFO nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1047.518144] env[66507]: DEBUG nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1047.518984] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900dc8ee-8f1e-4e2b-b073-bdad16deffaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.689062] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523e8080-6fa5-af90-e424-ea10170b5817, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.694970] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.696020] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.696916] env[66507]: INFO nova.compute.manager [-] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Took 1.56 seconds to deallocate network for instance. [ 1047.697260] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7cf6333-9331-44c4-aa7e-68488a0190fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.709688] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1047.709688] env[66507]: value = "task-4638669" [ 1047.709688] env[66507]: _type = "Task" [ 1047.709688] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.721678] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.722608] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Successfully created port: 367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.739852] env[66507]: WARNING neutronclient.v2_0.client [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.744536] env[66507]: DEBUG nova.compute.manager [req-20a08082-dc9b-403c-91f4-ebdfa7f788b2 req-6bb31855-3d1e-4b24-933f-372c37d0f9bb service nova] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Received event network-vif-deleted-76b2a1d5-1352-4b32-8f25-c8f8e1a4d37a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1047.755951] env[66507]: WARNING neutronclient.v2_0.client [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.773188] env[66507]: INFO nova.compute.manager [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Took 32.36 seconds to build instance. [ 1047.911018] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1047.939027] env[66507]: DEBUG nova.scheduler.client.report [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.944719] env[66507]: DEBUG nova.network.neutron [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updated VIF entry in instance network info cache for port e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1047.945133] env[66507]: DEBUG nova.network.neutron [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updating instance_info_cache with network_info: [{"id": "e167c110-f128-4f08-a903-e43559483e17", "address": "fa:16:3e:36:ac:3f", "network": {"id": "a19ea39f-14ec-4c98-bbec-c0ea27955161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2047997281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aa5461e0ce94af4a4f5c522be13cf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape167c110-f1", "ovs_interfaceid": "e167c110-f128-4f08-a903-e43559483e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.949101] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1047.949441] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.949493] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1047.949645] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.949785] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1047.949920] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1047.950406] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.950590] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1047.950778] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1047.950940] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1047.951122] env[66507]: DEBUG nova.virt.hardware [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1047.952203] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19ee79-4eb5-471b-bdeb-0d3e6289fdba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.963390] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce7df6-3af2-437f-813c-33135b390359 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.992178] env[66507]: DEBUG nova.network.neutron [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [{"id": "21ae3397-1891-4784-8453-551b53f732f8", "address": "fa:16:3e:be:d1:ce", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ae3397-18", "ovs_interfaceid": "21ae3397-1891-4784-8453-551b53f732f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.041924] env[66507]: INFO nova.compute.manager [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Took 32.63 seconds to build instance. [ 1048.210582] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.223332] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.276248] env[66507]: DEBUG oslo_concurrency.lockutils [None req-273c3e3b-7703-4efa-bfca-6df60d01d619 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.877s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.460030] env[66507]: DEBUG oslo_concurrency.lockutils [req-bb83caf8-3ca3-45e1-a657-5fcdee3b61c2 req-90b527ff-b52a-447d-8bfa-11cf56bc79d5 service nova] Releasing lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.460030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.584s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.460030] env[66507]: INFO nova.compute.manager [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Migrating [ 1048.466848] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.479s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.467478] env[66507]: DEBUG nova.objects.instance [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lazy-loading 'resources' on Instance uuid 959f9e7a-cc96-4d72-9387-8754fd8ffd24 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.494428] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.496736] env[66507]: DEBUG nova.objects.instance [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'migration_context' on Instance uuid ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.544103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8e38ef46-7954-4fed-afdc-af8e4c7894df tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.151s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.722932] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737876} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.722932] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.722932] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.722932] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f33c5ec-cc1b-4066-9d41-e4cb43e1315b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.731706] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1048.731706] env[66507]: value = "task-4638670" [ 1048.731706] env[66507]: _type = "Task" [ 1048.731706] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.745570] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.983110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.983110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.983110] env[66507]: DEBUG nova.network.neutron [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.999326] env[66507]: DEBUG nova.objects.base [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.001178] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6369d3-8b4a-403c-a780-81dffbc2c3c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.031556] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74671f38-8359-4494-a7d6-44959348e55e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.039137] env[66507]: DEBUG oslo_vmware.api [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1049.039137] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529fddd5-b46f-b597-1e02-d1ccb773e27b" [ 1049.039137] env[66507]: _type = "Task" [ 1049.039137] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.051361] env[66507]: DEBUG oslo_vmware.api [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529fddd5-b46f-b597-1e02-d1ccb773e27b, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.055675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.246495] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072571} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.246495] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.246495] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695fcce9-83f2-44f7-9d9d-54c527e4e007 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.276606] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.279623] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc0dc0c-8953-4827-b65c-5c334b6dc0b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.303721] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1049.303721] env[66507]: value = "task-4638671" [ 1049.303721] env[66507]: _type = "Task" [ 1049.303721] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.313714] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.351036] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Successfully updated port: 367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.410593] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306ffe7-7174-401a-a1bc-a3c1bb50b231 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.420556] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20bcd1-48c6-4b27-bc10-d18e5c370d69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.455217] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8cc1b5-a6de-44ff-b0f6-a55f2af21c28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.467452] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76424b-ee40-421e-a950-f89aae59a825 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.480688] env[66507]: DEBUG nova.compute.provider_tree [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.485438] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.814775] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638671, 'name': ReconfigVM_Task, 'duration_secs': 0.330512} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.815085] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.815765] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd3b374-c2c7-4218-828d-202b1727c44b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.825218] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1049.825218] env[66507]: value = "task-4638672" [ 1049.825218] env[66507]: _type = "Task" [ 1049.825218] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.835717] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638672, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.858612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.858612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.858612] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.880389] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.984261] env[66507]: DEBUG nova.scheduler.client.report [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.040193] env[66507]: DEBUG nova.network.neutron [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.042038] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "901c1886-1bd6-47d8-9351-f02811383557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.042345] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.103730] env[66507]: DEBUG nova.compute.manager [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Received event network-vif-plugged-367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1050.103730] env[66507]: DEBUG oslo_concurrency.lockutils [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.103974] env[66507]: DEBUG oslo_concurrency.lockutils [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.104213] env[66507]: DEBUG oslo_concurrency.lockutils [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.104484] env[66507]: DEBUG nova.compute.manager [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] No waiting events found dispatching network-vif-plugged-367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1050.104709] env[66507]: WARNING nova.compute.manager [req-17829843-0c5e-4c2c-9314-b7526ee5f9a7 req-93e4ce3d-4752-4859-84e9-c0b20f2fd551 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Received unexpected event network-vif-plugged-367a2edf-1cc5-485d-8ca0-4472350a1e51 for instance with vm_state building and task_state spawning. [ 1050.331501] env[66507]: DEBUG nova.compute.manager [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-changed-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1050.331701] env[66507]: DEBUG nova.compute.manager [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing instance network info cache due to event network-changed-c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1050.331903] env[66507]: DEBUG oslo_concurrency.lockutils [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.332070] env[66507]: DEBUG oslo_concurrency.lockutils [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.332244] env[66507]: DEBUG nova.network.neutron [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing network info cache for port c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.340969] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638672, 'name': Rename_Task, 'duration_secs': 0.144903} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.341806] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.342073] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9375c7d7-4217-41bd-a754-ce25e1a1d704 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.350727] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1050.350727] env[66507]: value = "task-4638673" [ 1050.350727] env[66507]: _type = "Task" [ 1050.350727] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.363730] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.397641] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.487419] env[66507]: WARNING neutronclient.v2_0.client [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.490695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.493170] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.021s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.495879] env[66507]: INFO nova.compute.claims [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.526840] env[66507]: INFO nova.scheduler.client.report [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Deleted allocations for instance 959f9e7a-cc96-4d72-9387-8754fd8ffd24 [ 1050.545206] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.546658] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1050.596916] env[66507]: DEBUG nova.network.neutron [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.836998] env[66507]: WARNING neutronclient.v2_0.client [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.863424] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.978787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.978982] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.979224] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.979409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.979570] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.984862] env[66507]: INFO nova.compute.manager [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Terminating instance [ 1051.041113] env[66507]: DEBUG oslo_concurrency.lockutils [None req-47fa0a18-33af-40e1-bb2d-64c42ae7cf37 tempest-ServersAdminTestJSON-292997046 tempest-ServersAdminTestJSON-292997046-project-member] Lock "959f9e7a-cc96-4d72-9387-8754fd8ffd24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.876s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.087216] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.100447] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.101302] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Instance network_info: |[{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1051.101942] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:9e:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367a2edf-1cc5-485d-8ca0-4472350a1e51', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.119276] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Creating folder: Project (e8bebed8664944cf8833de5f1bcd7aff). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.121879] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6db19650-dcf4-4df6-b87e-9da2e7ca2a18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.136382] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Created folder: Project (e8bebed8664944cf8833de5f1bcd7aff) in parent group-v905587. [ 1051.136697] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Creating folder: Instances. Parent ref: group-v905838. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.139683] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-995490b8-276d-4af6-80d3-31c27308e880 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.155418] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Created folder: Instances in parent group-v905838. [ 1051.155418] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.155418] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.155680] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdebe24c-c219-4094-9123-3dabcc802228 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.190226] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.190226] env[66507]: value = "task-4638676" [ 1051.190226] env[66507]: _type = "Task" [ 1051.190226] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.197865] env[66507]: WARNING neutronclient.v2_0.client [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.208983] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638676, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.341506] env[66507]: DEBUG nova.network.neutron [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updated VIF entry in instance network info cache for port c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1051.341864] env[66507]: DEBUG nova.network.neutron [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.366130] env[66507]: DEBUG oslo_vmware.api [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638673, 'name': PowerOnVM_Task, 'duration_secs': 0.688182} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.366420] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.366620] env[66507]: INFO nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1051.366880] env[66507]: DEBUG nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1051.368082] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cce6aa-b3da-4d9d-b556-2612b6d7f618 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.493132] env[66507]: DEBUG nova.compute.manager [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1051.493261] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.494257] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cc642-6e9d-4d89-ad45-b65b4849db2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.508380] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.513562] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a08c49-dfeb-4fd1-8a5f-d3f87e54a82b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.524580] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1051.524580] env[66507]: value = "task-4638677" [ 1051.524580] env[66507]: _type = "Task" [ 1051.524580] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.538109] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.705173] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638676, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.845215] env[66507]: DEBUG oslo_concurrency.lockutils [req-3f46ce3d-77fa-48a6-ab00-9404d2245a65 req-928d86a4-14ac-469f-8a61-9cd42b68b364 service nova] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.889735] env[66507]: INFO nova.compute.manager [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Took 29.52 seconds to build instance. [ 1051.945046] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f60bd8c-e18a-4403-8e9b-fea4b43d6385 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.956568] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1583f-d616-4543-a2bd-cc5c1e08ba75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.997580] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80817c-cf55-43dc-b210-7a014b9af536 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.006916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69424592-7b0d-4a2a-9484-2d8f6236f076 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.023328] env[66507]: DEBUG nova.compute.provider_tree [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.037170] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638677, 'name': PowerOffVM_Task, 'duration_secs': 0.419691} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.037499] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.037708] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.038633] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc9316c-c890-4767-9e09-d689248c86aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.072559] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85abf030-817b-4e82-9eee-0b223410f526 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.094252] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.117234] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.118469] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.119351] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore1] a4bba94f-a5a4-48f3-a779-1fd52f11ecbd {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.119953] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8f2e7a-0167-4a20-868d-a204f8a724c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.128466] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1052.128466] env[66507]: value = "task-4638679" [ 1052.128466] env[66507]: _type = "Task" [ 1052.128466] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.139136] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.202607] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638676, 'name': CreateVM_Task, 'duration_secs': 0.592704} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.202809] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.203394] env[66507]: WARNING neutronclient.v2_0.client [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.203866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.203950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.204301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.204688] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7aadfc8-cb2c-4be9-a1e0-32f30cd97237 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.210561] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1052.210561] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525a0c23-01ab-ec2f-7174-32c31c3344be" [ 1052.210561] env[66507]: _type = "Task" [ 1052.210561] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.219874] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a0c23-01ab-ec2f-7174-32c31c3344be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.307165] env[66507]: DEBUG nova.compute.manager [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Received event network-changed-367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1052.307377] env[66507]: DEBUG nova.compute.manager [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Refreshing instance network info cache due to event network-changed-367a2edf-1cc5-485d-8ca0-4472350a1e51. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1052.307626] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Acquiring lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.307816] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Acquired lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.308022] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Refreshing network info cache for port 367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.393520] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b2414fd2-fd3a-4920-a32c-61c52d51a1cf tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.531177] env[66507]: DEBUG nova.scheduler.client.report [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.600562] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.600986] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5946fad0-0e8e-4b51-abe3-e7b218bb28c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.610757] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1052.610757] env[66507]: value = "task-4638680" [ 1052.610757] env[66507]: _type = "Task" [ 1052.610757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.631396] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.646459] env[66507]: DEBUG oslo_vmware.api [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153424} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.646614] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.646763] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.647231] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.647508] env[66507]: INFO nova.compute.manager [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1052.647990] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.648111] env[66507]: DEBUG nova.compute.manager [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1052.648158] env[66507]: DEBUG nova.network.neutron [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.649217] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.726594] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a0c23-01ab-ec2f-7174-32c31c3344be, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.726784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.727037] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.727298] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.727452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.727701] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.728026] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80be86ba-8ae2-4735-8369-1d3dae59c84d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.731694] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.744948] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.745329] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.746723] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8200934a-a860-4043-b58a-fda166a43e1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.755401] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1052.755401] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a3c2a2-88f4-8705-a4b4-fc57d9ca3372" [ 1052.755401] env[66507]: _type = "Task" [ 1052.755401] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.767188] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a3c2a2-88f4-8705-a4b4-fc57d9ca3372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.811878] env[66507]: WARNING neutronclient.v2_0.client [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.037304] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.037951] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1053.041273] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.389s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.043499] env[66507]: INFO nova.compute.claims [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.124073] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.124338] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.124538] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.124715] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.124878] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.126581] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638680, 'name': PowerOffVM_Task, 'duration_secs': 0.371299} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.127065] env[66507]: INFO nova.compute.manager [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Terminating instance [ 1053.128475] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.128654] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.267173] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a3c2a2-88f4-8705-a4b4-fc57d9ca3372, 'name': SearchDatastore_Task, 'duration_secs': 0.016487} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.268158] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6c82e4-a11f-4d83-aa4f-fa38d482151f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.274423] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1053.274423] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52052b3b-e6a7-ddde-a89e-c8799cb88ae2" [ 1053.274423] env[66507]: _type = "Task" [ 1053.274423] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.286626] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52052b3b-e6a7-ddde-a89e-c8799cb88ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.470098] env[66507]: WARNING neutronclient.v2_0.client [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.560447] env[66507]: DEBUG nova.compute.utils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.560447] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1053.560447] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1053.560447] env[66507]: WARNING neutronclient.v2_0.client [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.560447] env[66507]: WARNING neutronclient.v2_0.client [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.640691] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.641483] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.641955] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.642542] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.643126] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.643764] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1053.644318] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.644638] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1053.645066] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1053.645524] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1053.646115] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1053.654706] env[66507]: DEBUG nova.compute.manager [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1053.655229] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.655987] env[66507]: DEBUG nova.network.neutron [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.657953] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9826edb0-4cb1-4018-9fa0-c7e0f3d0e083 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.677167] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c0220-04a4-4605-b19e-59e8528bcb3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.682981] env[66507]: DEBUG nova.policy [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c27aa67c38234998ad83e9e9f8f26773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d17d05871a4d7a888ea45b73f07c8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.686465] env[66507]: INFO nova.compute.manager [-] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Took 1.04 seconds to deallocate network for instance. [ 1053.697747] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.698896] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updated VIF entry in instance network info cache for port 367a2edf-1cc5-485d-8ca0-4472350a1e51. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.699296] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.701944] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e4881d3-389c-4224-b456-89cd0a0b5a33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.706587] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1053.706587] env[66507]: value = "task-4638681" [ 1053.706587] env[66507]: _type = "Task" [ 1053.706587] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.718066] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1053.718066] env[66507]: value = "task-4638682" [ 1053.718066] env[66507]: _type = "Task" [ 1053.718066] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.726976] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.734172] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.788180] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52052b3b-e6a7-ddde-a89e-c8799cb88ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.02559} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.788270] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.788500] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] bfa849b2-573e-46a0-aecf-8eb7af212649/bfa849b2-573e-46a0-aecf-8eb7af212649.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.788840] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28e3263c-653e-40f1-978a-197b2f2fe82c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.798528] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1053.798528] env[66507]: value = "task-4638683" [ 1053.798528] env[66507]: _type = "Task" [ 1053.798528] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.809019] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.054755] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1054.184471] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Successfully created port: 20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.199753] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.209183] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Releasing lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.209183] env[66507]: DEBUG nova.compute.manager [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received event network-changed-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1054.209183] env[66507]: DEBUG nova.compute.manager [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing instance network info cache due to event network-changed-e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1054.209183] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Acquiring lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.209183] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Acquired lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.209183] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Refreshing network info cache for port e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.232221] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638681, 'name': ReconfigVM_Task, 'duration_secs': 0.290363} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.236696] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.251682] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638682, 'name': PowerOffVM_Task, 'duration_secs': 0.304294} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.251682] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.251682] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.253080] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf0eeb0-44ab-49d1-886f-a271164cb97a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.319995] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.351174] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.351174] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.351174] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Deleting the datastore file [datastore1] 3ac5978f-b230-4390-a73b-d2d6b4de7978 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.351174] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af255c5-ec15-4fb4-b858-0efa39ee5768 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.360810] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for the task: (returnval){ [ 1054.360810] env[66507]: value = "task-4638685" [ 1054.360810] env[66507]: _type = "Task" [ 1054.360810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.374930] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.490775] env[66507]: INFO nova.compute.manager [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Rebuilding instance [ 1054.546484] env[66507]: DEBUG nova.compute.manager [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1054.547506] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054e917-ebf4-485d-9e93-c3d459ca8f52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.552647] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285bb98-5739-479b-ba8a-6c5dfb502f4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.569805] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0929b-f770-4bed-b20d-042e6bb8023a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.606398] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed206017-33d0-416a-aba6-77b01acf6012 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.616197] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b67c0-0e57-4c05-aef1-91887aa3ff09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.633734] env[66507]: DEBUG nova.compute.provider_tree [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.714809] env[66507]: WARNING neutronclient.v2_0.client [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.744628] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1054.744951] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.745104] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1054.745287] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.745426] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1054.745746] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.745981] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.746199] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.746390] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.746546] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.746732] env[66507]: DEBUG nova.virt.hardware [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.752407] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.752712] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89e3c39-2582-4975-970b-38ceb659c474 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.776410] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1054.776410] env[66507]: value = "task-4638686" [ 1054.776410] env[66507]: _type = "Task" [ 1054.776410] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.788377] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.811316] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563979} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.811716] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] bfa849b2-573e-46a0-aecf-8eb7af212649/bfa849b2-573e-46a0-aecf-8eb7af212649.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.811947] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.812300] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c434bcb-2020-4545-a83e-026789251398 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.821757] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1054.821757] env[66507]: value = "task-4638687" [ 1054.821757] env[66507]: _type = "Task" [ 1054.821757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.833981] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.874437] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.951132] env[66507]: DEBUG nova.compute.manager [req-34f81801-b3f2-4836-b295-db63be9cf175 req-831b1d6c-a94d-448f-8984-f83aa16b3365 service nova] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Received event network-vif-deleted-a975b242-ce7e-4a7f-bba1-f83d48608481 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1055.069542] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1055.107976] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.108226] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.108377] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.108553] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.108725] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.108860] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.109180] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.109386] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.109587] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.109777] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.109980] env[66507]: DEBUG nova.virt.hardware [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.111294] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b206726c-15da-4edb-be11-913a6747bbbb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.127762] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda526a-d10d-47e7-8073-bd291df7cb3f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.140885] env[66507]: DEBUG nova.scheduler.client.report [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.287622] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638686, 'name': ReconfigVM_Task, 'duration_secs': 0.315761} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.287995] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.288897] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bfca61-5160-4b6e-8b16-1e338e0e2e8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.314116] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.314472] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0445aeb9-f33f-4c10-95e7-a8b36fc34a1d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.337506] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090932} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.339302] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.339822] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1055.339822] env[66507]: value = "task-4638688" [ 1055.339822] env[66507]: _type = "Task" [ 1055.339822] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.340945] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca28d224-4ad9-4220-bd5f-bc437b16734a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.357981] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.380175] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] bfa849b2-573e-46a0-aecf-8eb7af212649/bfa849b2-573e-46a0-aecf-8eb7af212649.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.382103] env[66507]: WARNING neutronclient.v2_0.client [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.390831] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0952c0b-cbdf-434a-9e03-08b11f9f5b32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.413588] env[66507]: DEBUG oslo_vmware.api [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Task: {'id': task-4638685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698092} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.415126] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.415330] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.415508] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.415708] env[66507]: INFO nova.compute.manager [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1055.416383] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1055.416383] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1055.416383] env[66507]: value = "task-4638689" [ 1055.416383] env[66507]: _type = "Task" [ 1055.416383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.416620] env[66507]: DEBUG nova.compute.manager [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1055.416620] env[66507]: DEBUG nova.network.neutron [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.416910] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.429518] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.563688] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.578893] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.579293] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7120c122-d049-4b72-b526-8c974729237c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.590628] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1055.590628] env[66507]: value = "task-4638690" [ 1055.590628] env[66507]: _type = "Task" [ 1055.590628] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.603565] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.643352] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updated VIF entry in instance network info cache for port e167c110-f128-4f08-a903-e43559483e17. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.643806] env[66507]: DEBUG nova.network.neutron [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updating instance_info_cache with network_info: [{"id": "e167c110-f128-4f08-a903-e43559483e17", "address": "fa:16:3e:36:ac:3f", "network": {"id": "a19ea39f-14ec-4c98-bbec-c0ea27955161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2047997281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aa5461e0ce94af4a4f5c522be13cf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape167c110-f1", "ovs_interfaceid": "e167c110-f128-4f08-a903-e43559483e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.649407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.651535] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1055.654983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.285s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.654983] env[66507]: DEBUG nova.objects.instance [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'resources' on Instance uuid 96a7fc7e-190e-45ea-b2dd-666363f6a6f9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.847995] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Successfully updated port: 20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1055.871727] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.930758] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638689, 'name': ReconfigVM_Task, 'duration_secs': 0.493711} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.931612] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfigured VM instance instance-0000005e to attach disk [datastore1] bfa849b2-573e-46a0-aecf-8eb7af212649/bfa849b2-573e-46a0-aecf-8eb7af212649.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.932831] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7775ddb6-b03c-4777-9c85-8fc034495aa3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.942762] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1055.942762] env[66507]: value = "task-4638691" [ 1055.942762] env[66507]: _type = "Task" [ 1055.942762] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.953676] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638691, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.018546] env[66507]: DEBUG nova.compute.manager [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Received event network-vif-plugged-20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1056.018767] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] Acquiring lock "6aa90dc8-7494-433e-b501-2f125478345b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.019211] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] Lock "6aa90dc8-7494-433e-b501-2f125478345b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.019211] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] Lock "6aa90dc8-7494-433e-b501-2f125478345b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.019334] env[66507]: DEBUG nova.compute.manager [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] No waiting events found dispatching network-vif-plugged-20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1056.019530] env[66507]: WARNING nova.compute.manager [req-2a88e830-6be3-40da-8163-07d196731c4a req-a30cd56a-90c8-464f-acf2-3eea2dddbe4f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Received unexpected event network-vif-plugged-20e0dc11-b647-42cb-af75-444d28f0ecda for instance with vm_state building and task_state spawning. [ 1056.101818] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638690, 'name': PowerOffVM_Task, 'duration_secs': 0.212123} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.102098] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.102602] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.103441] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5613c778-ba3b-435d-b8af-251c078b2c07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.112463] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.112618] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-617e62e4-12fe-45ca-8fa8-11e8d9094111 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.138320] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.138691] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.138807] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Deleting the datastore file [datastore2] 5b835cec-4b12-444a-8b67-3a9534dc2ab4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.139226] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7607d2d-0c58-4dce-96d1-2c64c213c581 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.146177] env[66507]: DEBUG oslo_concurrency.lockutils [req-eb73fb51-6a4e-44af-81c2-2cc1da1c2bbf req-468b6501-2f81-4144-858e-4fdab0f8e2b0 service nova] Releasing lock "refresh_cache-3ac5978f-b230-4390-a73b-d2d6b4de7978" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.146608] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1056.146608] env[66507]: value = "task-4638693" [ 1056.146608] env[66507]: _type = "Task" [ 1056.146608] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.159724] env[66507]: DEBUG nova.compute.utils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.161576] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.162284] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1056.162628] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.162883] env[66507]: WARNING neutronclient.v2_0.client [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.163173] env[66507]: WARNING neutronclient.v2_0.client [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.219888] env[66507]: DEBUG nova.policy [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.358487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.361490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquired lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.361490] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.369967] env[66507]: DEBUG nova.network.neutron [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.371349] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638688, 'name': ReconfigVM_Task, 'duration_secs': 0.621878} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.371716] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3/62b49883-08ee-43ce-bd28-7c93f6e05ae3.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.372134] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.455297] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638691, 'name': Rename_Task, 'duration_secs': 0.151885} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.455433] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.455700] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab97a8ba-9fca-4798-b37e-69e2fe54d7e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.465455] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1056.465455] env[66507]: value = "task-4638694" [ 1056.465455] env[66507]: _type = "Task" [ 1056.465455] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.475922] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.529298] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd9b99-c7c4-4711-8821-7a49b68e79e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.538699] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c5ec9-2d1d-4099-9bda-3d2aaddf248d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.573037] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Successfully created port: 78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.576038] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0b31ee-611a-4923-bc0c-a51f141c5e6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.585769] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd9bcb-f6e8-4a55-b887-7ac96676657d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.602112] env[66507]: DEBUG nova.compute.provider_tree [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.657653] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110866} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.658055] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.658250] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.658465] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.663520] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1056.877391] env[66507]: INFO nova.compute.manager [-] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Took 1.46 seconds to deallocate network for instance. [ 1056.881493] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbd901-a8cf-44b6-919e-4ea3347e39e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.906961] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8bfff5-8a61-45a0-b922-172cd22755ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.928998] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.977168] env[66507]: DEBUG oslo_vmware.api [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638694, 'name': PowerOnVM_Task, 'duration_secs': 0.48433} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.977463] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.977663] env[66507]: INFO nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1056.977911] env[66507]: DEBUG nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1056.978999] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5150b575-c456-43b6-a7a5-8fe9f2da1a8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.992360] env[66507]: DEBUG nova.compute.manager [req-53198da1-efd9-4fd6-a161-33ba7fff2b43 req-b0b1ac98-f758-4b12-92a8-38e171ed46cd service nova] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Received event network-vif-deleted-e167c110-f128-4f08-a903-e43559483e17 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1057.028162] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1057.106041] env[66507]: DEBUG nova.scheduler.client.report [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.390438] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.436257] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.436911] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.501774] env[66507]: INFO nova.compute.manager [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Took 34.76 seconds to build instance. [ 1057.611153] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.614370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.124s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.637511] env[66507]: INFO nova.scheduler.client.report [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted allocations for instance 96a7fc7e-190e-45ea-b2dd-666363f6a6f9 [ 1057.671538] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1057.698080] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.698389] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.698577] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.698762] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.698926] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.699098] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.699311] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.699465] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.699629] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.699790] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.699960] env[66507]: DEBUG nova.virt.hardware [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.702310] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe512fa-62f3-4f56-a87b-416cb8733f3e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.715984] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.716256] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.716413] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.716592] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.716733] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.716875] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.717090] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.717244] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.717402] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.717555] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.717760] env[66507]: DEBUG nova.virt.hardware [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.719180] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b2b6b-92e9-4143-9ad6-9e15479cd781 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.723981] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05067540-8677-4f4c-95ef-421db0dbdc46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.741911] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68499c7a-7e72-4995-ad3c-4ca4b2203277 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.746718] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.752744] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.753488] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.754142] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f56e98bf-7522-4378-9f77-8445c6be8f25 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.781797] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.781797] env[66507]: value = "task-4638695" [ 1057.781797] env[66507]: _type = "Task" [ 1057.781797] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.791654] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.955829] env[66507]: DEBUG nova.network.neutron [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Port e406fc67-909f-487c-a9d8-d1a96871d87c binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1058.004969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d22d348-07b7-4e60-834e-a9ff98d562ff tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.273s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.136424] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Successfully updated port: 78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.147384] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0f97f0d0-e6eb-43de-bb96-5bbbe4fa57a3 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "96a7fc7e-190e-45ea-b2dd-666363f6a6f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.383s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.268984] env[66507]: WARNING neutronclient.v2_0.client [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.296695] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.376968] env[66507]: DEBUG nova.network.neutron [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Updating instance_info_cache with network_info: [{"id": "20e0dc11-b647-42cb-af75-444d28f0ecda", "address": "fa:16:3e:91:bb:e5", "network": {"id": "dbf367ae-a365-4205-9a59-14aa1f8f0f8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-389211479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d17d05871a4d7a888ea45b73f07c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e0dc11-b6", "ovs_interfaceid": "20e0dc11-b647-42cb-af75-444d28f0ecda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.517620] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec73ce-6ee9-4012-9bcc-0f6424766cc9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.531667] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142aa12a-9289-4d95-b6bf-7d19dccd0bd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.569056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ff63c-1b28-4137-b180-4c562d2404cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.578172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573b263-3163-486f-a177-232eff377a12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.593830] env[66507]: DEBUG nova.compute.provider_tree [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.641179] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.641372] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.641548] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.793094] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.796466] env[66507]: DEBUG nova.compute.manager [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Received event network-changed-20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1058.796466] env[66507]: DEBUG nova.compute.manager [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Refreshing instance network info cache due to event network-changed-20e0dc11-b647-42cb-af75-444d28f0ecda. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1058.796652] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Acquiring lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.880034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Releasing lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.880507] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Instance network_info: |[{"id": "20e0dc11-b647-42cb-af75-444d28f0ecda", "address": "fa:16:3e:91:bb:e5", "network": {"id": "dbf367ae-a365-4205-9a59-14aa1f8f0f8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-389211479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d17d05871a4d7a888ea45b73f07c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e0dc11-b6", "ovs_interfaceid": "20e0dc11-b647-42cb-af75-444d28f0ecda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1058.880986] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Acquired lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.881036] env[66507]: DEBUG nova.network.neutron [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Refreshing network info cache for port 20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.882323] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:bb:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e0dc11-b647-42cb-af75-444d28f0ecda', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.892691] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Creating folder: Project (d5d17d05871a4d7a888ea45b73f07c8f). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.894587] env[66507]: WARNING neutronclient.v2_0.client [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.898375] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc168f40-3523-43d3-a511-4903b6648824 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.913352] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Created folder: Project (d5d17d05871a4d7a888ea45b73f07c8f) in parent group-v905587. [ 1058.913599] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Creating folder: Instances. Parent ref: group-v905842. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.913869] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc01d01b-fdf5-441e-abb6-08169159dd7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.925041] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Created folder: Instances in parent group-v905842. [ 1058.925188] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1058.925397] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.925628] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0996ff72-0e31-42c3-a7c9-9138652ef84a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.950458] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.950458] env[66507]: value = "task-4638698" [ 1058.950458] env[66507]: _type = "Task" [ 1058.950458] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.960102] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638698, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.984388] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.984604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.984769] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.097880] env[66507]: DEBUG nova.scheduler.client.report [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.296502] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.370396] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.464158] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638698, 'name': CreateVM_Task, 'duration_secs': 0.385775} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.464358] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.465069] env[66507]: WARNING neutronclient.v2_0.client [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.465510] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.465688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.466084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.466410] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a22e35c-b8e0-437a-bae1-8ca000f28e0d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.475011] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1059.475011] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52baa5b8-6d68-a360-36bb-2a2f7e8fd986" [ 1059.475011] env[66507]: _type = "Task" [ 1059.475011] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.503998] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52baa5b8-6d68-a360-36bb-2a2f7e8fd986, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.504908] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.505178] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.505478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.505698] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.505934] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.506324] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b279cf-44b7-4e69-9f83-63c8c0daee9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.517806] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.518436] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.518897] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806d7578-468d-46a1-a9c3-c88c99e0b4fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.531818] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1059.531818] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52048620-d7ac-7ba3-c166-9b8e42b7e406" [ 1059.531818] env[66507]: _type = "Task" [ 1059.531818] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.542589] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52048620-d7ac-7ba3-c166-9b8e42b7e406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.578537] env[66507]: WARNING neutronclient.v2_0.client [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.597411] env[66507]: WARNING neutronclient.v2_0.client [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.726428] env[66507]: DEBUG nova.network.neutron [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Updated VIF entry in instance network info cache for port 20e0dc11-b647-42cb-af75-444d28f0ecda. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.726428] env[66507]: DEBUG nova.network.neutron [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Updating instance_info_cache with network_info: [{"id": "20e0dc11-b647-42cb-af75-444d28f0ecda", "address": "fa:16:3e:91:bb:e5", "network": {"id": "dbf367ae-a365-4205-9a59-14aa1f8f0f8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-389211479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d17d05871a4d7a888ea45b73f07c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e0dc11-b6", "ovs_interfaceid": "20e0dc11-b647-42cb-af75-444d28f0ecda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.763463] env[66507]: DEBUG nova.network.neutron [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Updating instance_info_cache with network_info: [{"id": "78a01644-1a21-4a79-8535-ca6632b89606", "address": "fa:16:3e:ab:99:36", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a01644-1a", "ovs_interfaceid": "78a01644-1a21-4a79-8535-ca6632b89606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.802108] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.014404] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.045847] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52048620-d7ac-7ba3-c166-9b8e42b7e406, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.046020] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c8a8af-1827-4467-bdaf-566ec25be3d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.061349] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1060.061349] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5291d942-85af-5942-b4df-454f0a7cd0d9" [ 1060.061349] env[66507]: _type = "Task" [ 1060.061349] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.061349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.061349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.061349] env[66507]: DEBUG nova.network.neutron [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.071095] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5291d942-85af-5942-b4df-454f0a7cd0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.113672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.500s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.115131] env[66507]: DEBUG nova.compute.manager [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=66507) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5409}} [ 1060.118039] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.907s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.118039] env[66507]: DEBUG nova.objects.instance [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lazy-loading 'resources' on Instance uuid 27207176-5d0c-4aac-855f-05d0651263d1 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.123337] env[66507]: DEBUG nova.compute.manager [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Received event network-changed-367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1060.123337] env[66507]: DEBUG nova.compute.manager [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Refreshing instance network info cache due to event network-changed-367a2edf-1cc5-485d-8ca0-4472350a1e51. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1060.123481] env[66507]: DEBUG oslo_concurrency.lockutils [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] Acquiring lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.124280] env[66507]: DEBUG oslo_concurrency.lockutils [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] Acquired lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.124866] env[66507]: DEBUG nova.network.neutron [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Refreshing network info cache for port 367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.239197] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Releasing lock "refresh_cache-6aa90dc8-7494-433e-b501-2f125478345b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.239491] env[66507]: DEBUG nova.compute.manager [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Received event network-vif-plugged-78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1060.239678] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Acquiring lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.239909] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.240147] env[66507]: DEBUG oslo_concurrency.lockutils [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] Lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.240315] env[66507]: DEBUG nova.compute.manager [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] No waiting events found dispatching network-vif-plugged-78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1060.240500] env[66507]: WARNING nova.compute.manager [req-ab5aaf08-5f84-4d8f-b943-68d83a2ccaaa req-bd9dc91a-cc96-413d-8b8a-c7c43530322f service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Received unexpected event network-vif-plugged-78a01644-1a21-4a79-8535-ca6632b89606 for instance with vm_state building and task_state spawning. [ 1060.267479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.267900] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Instance network_info: |[{"id": "78a01644-1a21-4a79-8535-ca6632b89606", "address": "fa:16:3e:ab:99:36", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a01644-1a", "ovs_interfaceid": "78a01644-1a21-4a79-8535-ca6632b89606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1060.268409] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:99:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a01644-1a21-4a79-8535-ca6632b89606', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.277654] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.277914] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.278168] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cced910c-cc55-4e38-b92d-37df8b6d01bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.307894] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.309501] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.309501] env[66507]: value = "task-4638699" [ 1060.309501] env[66507]: _type = "Task" [ 1060.309501] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.319911] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638699, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.407021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.407021] env[66507]: DEBUG oslo_concurrency.lockutils [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.496787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.497048] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.562246] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.571191] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5291d942-85af-5942-b4df-454f0a7cd0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016934} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.571657] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.572288] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 6aa90dc8-7494-433e-b501-2f125478345b/6aa90dc8-7494-433e-b501-2f125478345b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.572539] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a20d17f3-0805-41bd-b47d-f28e0c2d8b9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.583534] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1060.583534] env[66507]: value = "task-4638700" [ 1060.583534] env[66507]: _type = "Task" [ 1060.583534] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.597020] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.636382] env[66507]: WARNING neutronclient.v2_0.client [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.723561] env[66507]: INFO nova.scheduler.client.report [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted allocation for migration 400d8750-cb7e-4609-bb39-c6062c46315a [ 1060.820160] env[66507]: WARNING neutronclient.v2_0.client [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.822011] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638695, 'name': CreateVM_Task, 'duration_secs': 2.536778} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.824834] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.825791] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.826140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.826335] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.827385] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c650cb8c-b205-41e4-83bd-7811d7afc122 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.833711] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638699, 'name': CreateVM_Task, 'duration_secs': 0.418003} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.834193] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.834749] env[66507]: WARNING neutronclient.v2_0.client [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.835031] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.837629] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1060.837629] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5271daae-296d-4256-7b56-f8479c5c0db1" [ 1060.837629] env[66507]: _type = "Task" [ 1060.837629] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.856201] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5271daae-296d-4256-7b56-f8479c5c0db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857495] env[66507]: DEBUG nova.compute.manager [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Received event network-changed-78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1060.857693] env[66507]: DEBUG nova.compute.manager [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Refreshing instance network info cache due to event network-changed-78a01644-1a21-4a79-8535-ca6632b89606. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1060.857950] env[66507]: DEBUG oslo_concurrency.lockutils [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] Acquiring lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.858165] env[66507]: DEBUG oslo_concurrency.lockutils [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] Acquired lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.858356] env[66507]: DEBUG nova.network.neutron [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Refreshing network info cache for port 78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.913459] env[66507]: INFO nova.compute.manager [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Detaching volume ac79abe3-1f2c-4e90-adc5-08e11a50af57 [ 1060.916277] env[66507]: DEBUG nova.network.neutron [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.919264] env[66507]: WARNING neutronclient.v2_0.client [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.969766] env[66507]: INFO nova.virt.block_device [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Attempting to driver detach volume ac79abe3-1f2c-4e90-adc5-08e11a50af57 from mountpoint /dev/sdb [ 1060.970065] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.971045] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905799', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'name': 'volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e189741-77c5-455a-90ba-b4bc6fc2e8d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'serial': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.971786] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04487731-ca7f-48a5-a66e-dd6eb4fc8f07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.000999] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1061.014144] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ccac58-dfc6-48be-b419-35094714c336 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.020804] env[66507]: DEBUG nova.network.neutron [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updated VIF entry in instance network info cache for port 367a2edf-1cc5-485d-8ca0-4472350a1e51. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.020804] env[66507]: DEBUG nova.network.neutron [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.030743] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89219182-3d4d-49d7-b3de-5cfe87f10888 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.056222] env[66507]: DEBUG nova.objects.instance [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.062763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc6f00-d3ab-48ce-97c0-510dd6014b10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.085160] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57/volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.090874] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.095387] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789ebf5a-d33c-48bf-924b-0c5c4af5295f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.128289] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638700, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.131413] env[66507]: DEBUG oslo_vmware.api [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1061.131413] env[66507]: value = "task-4638701" [ 1061.131413] env[66507]: _type = "Task" [ 1061.131413] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.132239] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b693f8-f5d9-413b-86b6-79cf148efbd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.148134] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc6067-cada-472b-9bb6-266eb8e70e28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.185686] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d283ea9-85bc-4e31-8a97-3da8b0db1dc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197217] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c2452-2b4f-4c56-91f4-b36de2be8d15 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.215198] env[66507]: DEBUG nova.compute.provider_tree [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.237146] env[66507]: DEBUG oslo_concurrency.lockutils [None req-74e6e887-aac9-49f8-9ca6-75d52ede9135 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.894s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.349948] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5271daae-296d-4256-7b56-f8479c5c0db1, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.350322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.350564] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.350800] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.350942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351136] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.351485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351790] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.352081] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274d5fd8-e5a9-445d-ae5d-4636092a53a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.354283] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8e6aaa-cf0c-4b29-b152-1697dcc28106 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.360976] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1061.360976] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c144b5-2ed0-18a9-d091-c4bcaaab1a66" [ 1061.360976] env[66507]: _type = "Task" [ 1061.360976] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.366155] env[66507]: WARNING neutronclient.v2_0.client [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.368575] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.368775] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.370247] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550bcd21-bdf8-42a0-98ca-e0c747e69a8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.376754] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c144b5-2ed0-18a9-d091-c4bcaaab1a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.381671] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1061.381671] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521b9f9d-a2c2-f884-b72c-de60c4edbd67" [ 1061.381671] env[66507]: _type = "Task" [ 1061.381671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.394745] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521b9f9d-a2c2-f884-b72c-de60c4edbd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.426945] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.523307] env[66507]: DEBUG oslo_concurrency.lockutils [req-5fdf53c3-c418-456a-8b5e-50fc293102bd req-533f282e-7b5d-4738-a7d2-678723f9f047 service nova] Releasing lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.537963] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.555162] env[66507]: WARNING neutronclient.v2_0.client [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.569139] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.569303] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.569478] env[66507]: DEBUG nova.network.neutron [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.569666] env[66507]: DEBUG nova.objects.instance [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'info_cache' on Instance uuid 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.605134] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796758} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.605407] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 6aa90dc8-7494-433e-b501-2f125478345b/6aa90dc8-7494-433e-b501-2f125478345b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.605622] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.606154] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3837058a-3ce8-4bf4-a269-cbb34aad2dfd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.613056] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1061.613056] env[66507]: value = "task-4638702" [ 1061.613056] env[66507]: _type = "Task" [ 1061.613056] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.624150] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.631806] env[66507]: DEBUG nova.network.neutron [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Updated VIF entry in instance network info cache for port 78a01644-1a21-4a79-8535-ca6632b89606. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.632184] env[66507]: DEBUG nova.network.neutron [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Updating instance_info_cache with network_info: [{"id": "78a01644-1a21-4a79-8535-ca6632b89606", "address": "fa:16:3e:ab:99:36", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a01644-1a", "ovs_interfaceid": "78a01644-1a21-4a79-8535-ca6632b89606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.645843] env[66507]: DEBUG oslo_vmware.api [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638701, 'name': ReconfigVM_Task, 'duration_secs': 0.317279} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.646871] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.652395] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da74f6a-0e44-4bf1-b395-faade6019638 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.669770] env[66507]: DEBUG oslo_vmware.api [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1061.669770] env[66507]: value = "task-4638703" [ 1061.669770] env[66507]: _type = "Task" [ 1061.669770] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.681943] env[66507]: DEBUG oslo_vmware.api [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.718515] env[66507]: DEBUG nova.scheduler.client.report [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.872171] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c144b5-2ed0-18a9-d091-c4bcaaab1a66, 'name': SearchDatastore_Task, 'duration_secs': 0.025412} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.872487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.872729] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.872933] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.892044] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521b9f9d-a2c2-f884-b72c-de60c4edbd67, 'name': SearchDatastore_Task, 'duration_secs': 0.051706} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.892832] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f955d49b-89b6-46ce-9063-507984a0c022 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.898947] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1061.898947] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52072f4a-c967-8c38-09bc-1347a00796eb" [ 1061.898947] env[66507]: _type = "Task" [ 1061.898947] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.908015] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52072f4a-c967-8c38-09bc-1347a00796eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.952682] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaba877-bb54-4c42-91ed-74bbbaa36feb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.972936] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c0d210-7be7-448e-913e-8622b3f7ecd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.981016] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.073091] env[66507]: DEBUG nova.objects.base [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Object Instance<77d9c63a-8248-4cbf-afe1-519d18476265> lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.127970] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075549} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.128710] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.129257] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c71a4-4a62-44c2-84c0-d66831d19f0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.134970] env[66507]: DEBUG oslo_concurrency.lockutils [req-29e9511d-0161-457d-bdf7-b83a39f529d8 req-f82d6845-bd22-4133-914d-8ce9221a2229 service nova] Releasing lock "refresh_cache-ff09a15d-832b-4c14-8155-a041717e1a12" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154166] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6aa90dc8-7494-433e-b501-2f125478345b/6aa90dc8-7494-433e-b501-2f125478345b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.154166] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d3435f-b686-4a61-a232-8dd21c12a40e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.177789] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1062.177789] env[66507]: value = "task-4638704" [ 1062.177789] env[66507]: _type = "Task" [ 1062.177789] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.180981] env[66507]: DEBUG oslo_vmware.api [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638703, 'name': ReconfigVM_Task, 'duration_secs': 0.170698} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.184261] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905799', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'name': 'volume-ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e189741-77c5-455a-90ba-b4bc6fc2e8d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57', 'serial': 'ac79abe3-1f2c-4e90-adc5-08e11a50af57'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.192133] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.224416] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.227504] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.171s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.249319] env[66507]: INFO nova.scheduler.client.report [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Deleted allocations for instance 27207176-5d0c-4aac-855f-05d0651263d1 [ 1062.410446] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52072f4a-c967-8c38-09bc-1347a00796eb, 'name': SearchDatastore_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.410799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.410950] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.411257] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.411444] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.411670] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6a05b7-44c7-4945-b2f4-9eec8434dcb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.413987] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65231b7b-61c3-48ca-9191-32cab7226d04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.422477] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1062.422477] env[66507]: value = "task-4638705" [ 1062.422477] env[66507]: _type = "Task" [ 1062.422477] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.427971] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.428189] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.428966] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d6759b-2868-47fc-9ad7-1cc5cc50bc87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.434133] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.437897] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1062.437897] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e00146-1b8f-0b3e-4f97-d6bcf45dade4" [ 1062.437897] env[66507]: _type = "Task" [ 1062.437897] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.447593] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e00146-1b8f-0b3e-4f97-d6bcf45dade4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.487699] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.488105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38318b78-c2d6-4e91-ae99-4d557724a10c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.496406] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1062.496406] env[66507]: value = "task-4638706" [ 1062.496406] env[66507]: _type = "Task" [ 1062.496406] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.507144] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.575497] env[66507]: WARNING neutronclient.v2_0.client [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.691309] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638704, 'name': ReconfigVM_Task, 'duration_secs': 0.424453} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.691588] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6aa90dc8-7494-433e-b501-2f125478345b/6aa90dc8-7494-433e-b501-2f125478345b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.692279] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1bb4467-9890-4214-8444-cbc9276d7ec2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.699956] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1062.699956] env[66507]: value = "task-4638707" [ 1062.699956] env[66507]: _type = "Task" [ 1062.699956] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.720953] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638707, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.742184] env[66507]: DEBUG nova.objects.instance [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.758684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-94084e98-f629-4d6b-9707-5b58c87349a5 tempest-ServersTestJSON-832869893 tempest-ServersTestJSON-832869893-project-member] Lock "27207176-5d0c-4aac-855f-05d0651263d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.332s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.774734] env[66507]: WARNING neutronclient.v2_0.client [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.869144] env[66507]: DEBUG nova.network.neutron [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [{"id": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "address": "fa:16:3e:8d:d5:25", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42dd7-89", "ovs_interfaceid": "3bf42dd7-897e-4677-bf09-4e33727f9efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.946597] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.953965] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e00146-1b8f-0b3e-4f97-d6bcf45dade4, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.958361] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3754f08e-ade1-4571-bad2-7afc625bea19 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.968751] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1062.968751] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5249c0c4-d390-e64f-1202-108f4e641a93" [ 1062.968751] env[66507]: _type = "Task" [ 1062.968751] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.982703] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5249c0c4-d390-e64f-1202-108f4e641a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.010755] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.116839] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f52a3e-01b0-4a42-8546-a48ceccd361b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.125027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10b494-b693-4508-a9e2-5f4df6c775e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.156321] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b75c1-764a-423f-97f3-cf29b36e8ffe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.165035] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4ce2b-1e44-4818-b1f6-18e2630f37d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.179240] env[66507]: DEBUG nova.compute.provider_tree [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.210092] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638707, 'name': Rename_Task, 'duration_secs': 0.203345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.210393] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.210640] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae2b848-d74a-46e9-9bc5-05d285377a7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.218966] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1063.218966] env[66507]: value = "task-4638708" [ 1063.218966] env[66507]: _type = "Task" [ 1063.218966] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.232139] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.373588] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-77d9c63a-8248-4cbf-afe1-519d18476265" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.436020] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656239} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.436323] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.436538] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.436806] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e5453d8-bf90-4af7-afe7-31f4222b7fa0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.445169] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1063.445169] env[66507]: value = "task-4638709" [ 1063.445169] env[66507]: _type = "Task" [ 1063.445169] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.455704] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.478340] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5249c0c4-d390-e64f-1202-108f4e641a93, 'name': SearchDatastore_Task, 'duration_secs': 0.064777} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.478662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.479017] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ff09a15d-832b-4c14-8155-a041717e1a12/ff09a15d-832b-4c14-8155-a041717e1a12.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.479329] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e34f4be8-525c-41d2-a963-155c371018a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.489996] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1063.489996] env[66507]: value = "task-4638710" [ 1063.489996] env[66507]: _type = "Task" [ 1063.489996] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.504263] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.510944] env[66507]: DEBUG oslo_vmware.api [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638706, 'name': PowerOnVM_Task, 'duration_secs': 0.549101} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.511304] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.511576] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93f7de4d-7844-4af3-a8f0-1cfaae7dd706 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance '62b49883-08ee-43ce-bd28-7c93f6e05ae3' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.682401] env[66507]: DEBUG nova.scheduler.client.report [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.730679] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.751822] env[66507]: DEBUG oslo_concurrency.lockutils [None req-80f31a55-25ef-427f-bec3-16607d7233b8 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.956396] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073606} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.956716] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.957588] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c294ee-7212-4b57-84c3-b8389b707cc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.980461] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.980816] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe3d1a7-0582-422f-a22f-2c80a883d0b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.008912] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.012217] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1064.012217] env[66507]: value = "task-4638711" [ 1064.012217] env[66507]: _type = "Task" [ 1064.012217] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.023637] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.231760] env[66507]: DEBUG oslo_vmware.api [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638708, 'name': PowerOnVM_Task, 'duration_secs': 0.691025} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.232065] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.232275] env[66507]: INFO nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1064.232455] env[66507]: DEBUG nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1064.233655] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a84d7b-72dd-4bad-a6ab-006da3d22296 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.256401] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.256658] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.256858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.257042] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.257204] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.259532] env[66507]: INFO nova.compute.manager [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Terminating instance [ 1064.379995] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.380374] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa3e148-73d4-4094-b5cc-4ce85ad66644 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.391617] env[66507]: DEBUG oslo_vmware.api [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1064.391617] env[66507]: value = "task-4638712" [ 1064.391617] env[66507]: _type = "Task" [ 1064.391617] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.402892] env[66507]: DEBUG oslo_vmware.api [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.509147] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638710, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017524} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.509563] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ff09a15d-832b-4c14-8155-a041717e1a12/ff09a15d-832b-4c14-8155-a041717e1a12.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.509720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.510105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e6c28f-08b4-4568-a580-67f6e4e6cd19 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.524207] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.530753] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1064.530753] env[66507]: value = "task-4638713" [ 1064.530753] env[66507]: _type = "Task" [ 1064.530753] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.541261] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.696014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.469s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.699950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.613s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.701488] env[66507]: INFO nova.compute.claims [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.756973] env[66507]: INFO nova.compute.manager [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 24.31 seconds to build instance. [ 1064.765394] env[66507]: DEBUG nova.compute.manager [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1064.765692] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.766836] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccae2f3-addc-4eca-a5e3-f3f72bb880b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.778820] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.781639] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a268e93-2d5c-42a3-8372-aeba626477a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.788355] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1064.788355] env[66507]: value = "task-4638714" [ 1064.788355] env[66507]: _type = "Task" [ 1064.788355] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.799465] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.906700] env[66507]: DEBUG oslo_vmware.api [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.028862] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638711, 'name': ReconfigVM_Task, 'duration_secs': 0.920884} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.028862] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5b835cec-4b12-444a-8b67-3a9534dc2ab4/5b835cec-4b12-444a-8b67-3a9534dc2ab4.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.029754] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7def8cc-9b6b-40ea-ba4e-1fac3b2c23b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.064983] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088608} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.067036] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.068302] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1065.068302] env[66507]: value = "task-4638715" [ 1065.068302] env[66507]: _type = "Task" [ 1065.068302] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.068583] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2fb74-f887-4119-a10d-127e56277ecc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.086082] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638715, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.107160] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] ff09a15d-832b-4c14-8155-a041717e1a12/ff09a15d-832b-4c14-8155-a041717e1a12.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.109314] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc195e3a-e963-4f7d-ac1f-d9efe457f84e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.135225] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1065.135225] env[66507]: value = "task-4638716" [ 1065.135225] env[66507]: _type = "Task" [ 1065.135225] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.146443] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.260901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dc77e6c0-750f-4922-b68a-837f1dc62f2c tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.820s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.277265] env[66507]: INFO nova.scheduler.client.report [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted allocation for migration 3cb5c741-bd73-4bf8-a66d-d3a9686099e3 [ 1065.301481] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638714, 'name': PowerOffVM_Task, 'duration_secs': 0.293156} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.301747] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.301902] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.302167] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18326b5-9181-470f-86cd-38448ac45653 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.389499] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.390198] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.390198] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleting the datastore file [datastore1] 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.390931] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba0701d-0c2f-48c7-a914-dc0d809d664a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.407524] env[66507]: DEBUG oslo_vmware.api [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638712, 'name': PowerOnVM_Task, 'duration_secs': 0.772096} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.409171] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.409404] env[66507]: DEBUG nova.compute.manager [None req-7702766c-8145-43d9-b928-f3930a16e373 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1065.409767] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1065.409767] env[66507]: value = "task-4638718" [ 1065.409767] env[66507]: _type = "Task" [ 1065.409767] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.410524] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700c3259-9c4f-4c1f-bbc6-31dfeb0220c3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.425908] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.583090] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638715, 'name': Rename_Task, 'duration_secs': 0.181843} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.584066] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.585105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f22bb8e2-c699-45ed-af88-399b5ee32e9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.598568] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1065.598568] env[66507]: value = "task-4638719" [ 1065.598568] env[66507]: _type = "Task" [ 1065.598568] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.617150] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.653478] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.673866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.674172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.674856] env[66507]: DEBUG nova.compute.manager [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Going to confirm migration 6 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1065.783293] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d964aaa-f534-4cd0-ac11-aa3a4cbdd51d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.613s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.925953] env[66507]: DEBUG oslo_vmware.api [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129395} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.928839] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.929076] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.929263] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.929435] env[66507]: INFO nova.compute.manager [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1065.929682] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.932288] env[66507]: DEBUG nova.compute.manager [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1065.932398] env[66507]: DEBUG nova.network.neutron [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.932624] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.011823] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.044749] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a92bb-de42-497d-b430-4c6d4ea48fdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.054789] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e907e-bf15-4ac2-9a2c-713d09da8fdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.092054] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb22da2-4997-4f53-8aef-f110c94ae970 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.108659] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb70cc4-ba78-4ed8-a454-8d7d4f6ca0da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.125526] env[66507]: DEBUG nova.compute.provider_tree [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.130373] env[66507]: DEBUG oslo_vmware.api [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638719, 'name': PowerOnVM_Task, 'duration_secs': 0.479476} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.130990] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.131614] env[66507]: DEBUG nova.compute.manager [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1066.132132] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7614d8f-1593-4c80-b32e-4c6b328e3c02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.153934] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638716, 'name': ReconfigVM_Task, 'duration_secs': 0.763184} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.154265] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Reconfigured VM instance instance-00000060 to attach disk [datastore1] ff09a15d-832b-4c14-8155-a041717e1a12/ff09a15d-832b-4c14-8155-a041717e1a12.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.155051] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa62044-b9a6-44c6-a205-a04a72a2834c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.163184] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1066.163184] env[66507]: value = "task-4638720" [ 1066.163184] env[66507]: _type = "Task" [ 1066.163184] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.173730] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638720, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.180793] env[66507]: WARNING neutronclient.v2_0.client [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.268854] env[66507]: WARNING neutronclient.v2_0.client [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.269283] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.269442] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.269635] env[66507]: DEBUG nova.network.neutron [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.269819] env[66507]: DEBUG nova.objects.instance [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lazy-loading 'info_cache' on Instance uuid 62b49883-08ee-43ce-bd28-7c93f6e05ae3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.360727] env[66507]: DEBUG nova.compute.manager [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1066.361684] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48369136-fab7-4fff-ac03-864cfa79d318 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.515899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.516322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.516572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.516795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.516972] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.519317] env[66507]: INFO nova.compute.manager [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Terminating instance [ 1066.632490] env[66507]: DEBUG nova.scheduler.client.report [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.659172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.674870] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638720, 'name': Rename_Task, 'duration_secs': 0.173582} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.675124] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.675410] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adc0a901-5539-44de-a9e2-e734a1e44d67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.684918] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1066.684918] env[66507]: value = "task-4638721" [ 1066.684918] env[66507]: _type = "Task" [ 1066.684918] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.695339] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.747579] env[66507]: DEBUG nova.compute.manager [req-86e7c545-7751-44a5-afa1-b4527f5e381d req-26b0d4a9-efda-4b3c-9ec5-095b0a846272 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Received event network-vif-deleted-c9513fa9-0d5f-44c7-9886-064a0b30015d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1066.747897] env[66507]: INFO nova.compute.manager [req-86e7c545-7751-44a5-afa1-b4527f5e381d req-26b0d4a9-efda-4b3c-9ec5-095b0a846272 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Neutron deleted interface c9513fa9-0d5f-44c7-9886-064a0b30015d; detaching it from the instance and deleting it from the info cache [ 1066.748404] env[66507]: DEBUG nova.network.neutron [req-86e7c545-7751-44a5-afa1-b4527f5e381d req-26b0d4a9-efda-4b3c-9ec5-095b0a846272 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.874291] env[66507]: INFO nova.compute.manager [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] instance snapshotting [ 1066.877305] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c154502e-95db-4b5c-8e33-8c93a66911b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.902881] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbfb532-8b1a-402e-a3ce-a5d1202a8519 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.026631] env[66507]: DEBUG nova.compute.manager [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1067.026631] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.029924] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb44f9-1953-413e-9802-90adf19f2812 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.045023] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.045023] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febb360e-ff69-4fa1-9c7b-e232b14033ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.055260] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1067.055260] env[66507]: value = "task-4638722" [ 1067.055260] env[66507]: _type = "Task" [ 1067.055260] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.070130] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.077352] env[66507]: DEBUG nova.network.neutron [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.138862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.139523] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1067.144119] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.944s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.144119] env[66507]: DEBUG nova.objects.instance [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid a4bba94f-a5a4-48f3-a779-1fd52f11ecbd {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.196439] env[66507]: DEBUG oslo_vmware.api [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638721, 'name': PowerOnVM_Task, 'duration_secs': 0.505452} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.196707] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.197013] env[66507]: INFO nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1067.197216] env[66507]: DEBUG nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1067.198068] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445bcc11-897c-4589-bd85-47ef844b1a32 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.251054] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12829250-77db-439d-800e-8d9c34258e31 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.262030] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dec9b5-d85f-495d-b5a7-a2f991fa597a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.278891] env[66507]: WARNING neutronclient.v2_0.client [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.302686] env[66507]: DEBUG nova.compute.manager [req-86e7c545-7751-44a5-afa1-b4527f5e381d req-26b0d4a9-efda-4b3c-9ec5-095b0a846272 service nova] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Detach interface failed, port_id=c9513fa9-0d5f-44c7-9886-064a0b30015d, reason: Instance 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1067.422863] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.423943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.423943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.423943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.423943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.424166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.425759] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d435d50-d37a-4a96-b58d-be38f2a60f6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.428134] env[66507]: INFO nova.compute.manager [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Terminating instance [ 1067.435968] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1067.435968] env[66507]: value = "task-4638723" [ 1067.435968] env[66507]: _type = "Task" [ 1067.435968] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.441585] env[66507]: WARNING neutronclient.v2_0.client [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.451191] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.518624] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.518883] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.519172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.519378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.519589] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.521870] env[66507]: INFO nova.compute.manager [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Terminating instance [ 1067.526037] env[66507]: DEBUG nova.network.neutron [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [{"id": "e406fc67-909f-487c-a9d8-d1a96871d87c", "address": "fa:16:3e:8a:bf:03", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape406fc67-90", "ovs_interfaceid": "e406fc67-909f-487c-a9d8-d1a96871d87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.566964] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638722, 'name': PowerOffVM_Task, 'duration_secs': 0.263822} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.567338] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.567556] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.567860] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a83e42c-4c49-419d-93a3-5a55bcbb2520 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.580604] env[66507]: INFO nova.compute.manager [-] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Took 1.65 seconds to deallocate network for instance. [ 1067.646771] env[66507]: DEBUG nova.compute.utils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.647320] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1067.647794] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.648446] env[66507]: WARNING neutronclient.v2_0.client [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.649130] env[66507]: WARNING neutronclient.v2_0.client [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.659125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.659962] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.660429] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleting the datastore file [datastore1] ffe45ff7-dba7-41b7-b2ba-1776a5936c8a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.661092] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f8463a-3228-4c29-b350-591d219a69df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.670684] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1067.670684] env[66507]: value = "task-4638725" [ 1067.670684] env[66507]: _type = "Task" [ 1067.670684] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.690991] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.703137] env[66507]: DEBUG nova.policy [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4710a4ba61041019e96304badb0f8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a34d46393904143bed70b341e03d72e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.721883] env[66507]: INFO nova.compute.manager [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Took 26.09 seconds to build instance. [ 1067.933905] env[66507]: DEBUG nova.compute.manager [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1067.933905] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.934961] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c16a1ba-e097-441b-96bd-15b85ea09d09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.952075] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.955573] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b80706b1-fa82-4a84-ba83-dc3cfa65eda6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.957571] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.959490] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afef6ff-5dee-4179-8b36-9b67ac508b52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.970650] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb37072-0b30-429b-8a36-abf094875b16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.974298] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1067.974298] env[66507]: value = "task-4638726" [ 1067.974298] env[66507]: _type = "Task" [ 1067.974298] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.008952] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89af1d-9669-469b-aecd-f92f4b7ffc4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.015399] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.021659] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562f46f-a55f-4502-8b6b-6dc4dd3e182b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.028416] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "refresh_cache-5b835cec-4b12-444a-8b67-3a9534dc2ab4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.028671] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquired lock "refresh_cache-5b835cec-4b12-444a-8b67-3a9534dc2ab4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.028918] env[66507]: DEBUG nova.network.neutron [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.039248] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-62b49883-08ee-43ce-bd28-7c93f6e05ae3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.039707] env[66507]: DEBUG nova.objects.instance [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lazy-loading 'migration_context' on Instance uuid 62b49883-08ee-43ce-bd28-7c93f6e05ae3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.041180] env[66507]: DEBUG nova.compute.provider_tree [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.044102] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Successfully created port: 6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.087485] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.159363] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1068.184976] env[66507]: DEBUG oslo_vmware.api [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380394} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.185682] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.185875] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.186144] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.186329] env[66507]: INFO nova.compute.manager [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1068.186628] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.187381] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad405f-3eaf-466a-9f05-0e1f642937f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.190688] env[66507]: DEBUG nova.compute.manager [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1068.190818] env[66507]: DEBUG nova.network.neutron [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.191039] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.198460] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Suspending the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1068.198460] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-de780825-bd39-4b70-b29f-7e6eea9f092f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.206258] env[66507]: DEBUG oslo_vmware.api [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1068.206258] env[66507]: value = "task-4638727" [ 1068.206258] env[66507]: _type = "Task" [ 1068.206258] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.223349] env[66507]: DEBUG oslo_vmware.api [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638727, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.224936] env[66507]: DEBUG oslo_concurrency.lockutils [None req-032ebbfe-428c-47d9-80c9-f383467bae94 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.601s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.281250] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.451760] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638723, 'name': CreateSnapshot_Task, 'duration_secs': 0.990655} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.452086] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.452889] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca2be4-5099-437b-8e31-1dd1e42eabb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.484118] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638726, 'name': PowerOffVM_Task, 'duration_secs': 0.268249} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.484410] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.484576] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.485226] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d54d37-59d4-4aa0-9121-5a9605eb6169 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.544204] env[66507]: DEBUG nova.objects.base [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Object Instance<62b49883-08ee-43ce-bd28-7c93f6e05ae3> lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.544860] env[66507]: WARNING neutronclient.v2_0.client [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.548450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2eca5-6e88-4fdd-a087-66c5bbca9212 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.551953] env[66507]: DEBUG nova.scheduler.client.report [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.580930] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e0d30b-b375-434d-aa8b-01d5a29a09b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.583997] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.584304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.584487] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleting the datastore file [datastore1] 77d9c63a-8248-4cbf-afe1-519d18476265 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.584747] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72b93e8-9629-4510-bfbc-3edfc0988242 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.591224] env[66507]: DEBUG oslo_vmware.api [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1068.591224] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520ca925-9191-4be5-47a9-f0c74f88a596" [ 1068.591224] env[66507]: _type = "Task" [ 1068.591224] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.596032] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1068.596032] env[66507]: value = "task-4638729" [ 1068.596032] env[66507]: _type = "Task" [ 1068.596032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.603652] env[66507]: DEBUG oslo_vmware.api [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520ca925-9191-4be5-47a9-f0c74f88a596, 'name': SearchDatastore_Task} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.604369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.610215] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.719034] env[66507]: DEBUG oslo_vmware.api [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638727, 'name': SuspendVM_Task} progress is 54%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.859663] env[66507]: DEBUG nova.network.neutron [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.873346] env[66507]: DEBUG nova.compute.manager [req-afb93683-7f8d-4cf7-b784-80024a183a86 req-f5f9246f-e7b8-487e-963d-dd88031e64b6 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Received event network-vif-deleted-21ae3397-1891-4784-8453-551b53f732f8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1068.873590] env[66507]: INFO nova.compute.manager [req-afb93683-7f8d-4cf7-b784-80024a183a86 req-f5f9246f-e7b8-487e-963d-dd88031e64b6 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Neutron deleted interface 21ae3397-1891-4784-8453-551b53f732f8; detaching it from the instance and deleting it from the info cache [ 1068.873805] env[66507]: DEBUG nova.network.neutron [req-afb93683-7f8d-4cf7-b784-80024a183a86 req-f5f9246f-e7b8-487e-963d-dd88031e64b6 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.975024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.975464] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7540b4cc-3644-40c7-afb6-1d72abfe89cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.989999] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1068.989999] env[66507]: value = "task-4638730" [ 1068.989999] env[66507]: _type = "Task" [ 1068.989999] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.000087] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638730, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.059543] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.064337] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.674s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.064624] env[66507]: DEBUG nova.objects.instance [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lazy-loading 'resources' on Instance uuid 3ac5978f-b230-4390-a73b-d2d6b4de7978 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.082656] env[66507]: DEBUG nova.network.neutron [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.094057] env[66507]: INFO nova.scheduler.client.report [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance a4bba94f-a5a4-48f3-a779-1fd52f11ecbd [ 1069.115274] env[66507]: DEBUG oslo_vmware.api [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254851} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.115274] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.115274] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.115274] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.115274] env[66507]: INFO nova.compute.manager [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1069.115812] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.116271] env[66507]: DEBUG nova.compute.manager [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1069.116271] env[66507]: DEBUG nova.network.neutron [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.116675] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.170466] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1069.201582] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.201909] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.202264] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.202524] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.202702] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.202898] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.203177] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.203405] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.203616] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.203849] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.204112] env[66507]: DEBUG nova.virt.hardware [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.205142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ddd580-af81-45b2-89f7-099cd752edc8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.209272] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.225146] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e0ab80-ed04-4ce5-8c25-6a0ac6a2a03d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.229903] env[66507]: DEBUG oslo_vmware.api [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638727, 'name': SuspendVM_Task, 'duration_secs': 0.88889} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.230348] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Suspended the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1069.230636] env[66507]: DEBUG nova.compute.manager [None req-0f4dbe1c-5cf4-4c6a-bb00-7b79b677dae3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1069.231895] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64224d91-7df7-4a19-8ef2-d5bfed9552cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.312281] env[66507]: DEBUG nova.network.neutron [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.377672] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac90ab1f-72be-437b-8731-089026932ee5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.389118] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31174036-9d2c-4c41-8461-52175081d3ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.423815] env[66507]: DEBUG nova.compute.manager [req-afb93683-7f8d-4cf7-b784-80024a183a86 req-f5f9246f-e7b8-487e-963d-dd88031e64b6 service nova] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Detach interface failed, port_id=21ae3397-1891-4784-8453-551b53f732f8, reason: Instance ffe45ff7-dba7-41b7-b2ba-1776a5936c8a could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1069.502360] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638730, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.588417] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Releasing lock "refresh_cache-5b835cec-4b12-444a-8b67-3a9534dc2ab4" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.588897] env[66507]: DEBUG nova.compute.manager [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1069.589226] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.592633] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e07dec-0e2e-4596-b9c4-084e23c80005 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.608906] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.609382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4914bd59-e7aa-4b54-a15a-09aaf8ab4eb7 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "a4bba94f-a5a4-48f3-a779-1fd52f11ecbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.630s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.610273] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-682c0595-a46c-480c-a008-8e47fd38fa6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.628337] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1069.628337] env[66507]: value = "task-4638731" [ 1069.628337] env[66507]: _type = "Task" [ 1069.628337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.629294] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Successfully updated port: 6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.647448] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.792953] env[66507]: DEBUG nova.compute.manager [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Received event network-vif-plugged-6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1069.793358] env[66507]: DEBUG oslo_concurrency.lockutils [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] Acquiring lock "901c1886-1bd6-47d8-9351-f02811383557-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.793613] env[66507]: DEBUG oslo_concurrency.lockutils [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] Lock "901c1886-1bd6-47d8-9351-f02811383557-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.793613] env[66507]: DEBUG oslo_concurrency.lockutils [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] Lock "901c1886-1bd6-47d8-9351-f02811383557-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.793714] env[66507]: DEBUG nova.compute.manager [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] No waiting events found dispatching network-vif-plugged-6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1069.793934] env[66507]: WARNING nova.compute.manager [req-66d37abd-8519-4422-b552-f5b75680e45c req-b21f3b44-77ac-4308-9dab-9a10dd7a2721 service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Received unexpected event network-vif-plugged-6ad16fd9-cdaf-440b-bb5a-75d36c64e823 for instance with vm_state building and task_state spawning. [ 1069.814565] env[66507]: INFO nova.compute.manager [-] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Took 1.62 seconds to deallocate network for instance. [ 1069.913505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.913750] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.935859] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2d788-80e4-49cc-b2e3-87e56d5f994a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.946037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51461799-f3cd-4a60-a9e3-f7c56f8d2b04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.980603] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d9f8de-7970-47e8-bc0e-288ed3c8c3c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.990210] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c0b3ac-9fa1-4934-a999-a1a6212b7572 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.008565] env[66507]: DEBUG nova.compute.provider_tree [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.015572] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638730, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.138330] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.138608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquired lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.138837] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.144467] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638731, 'name': PowerOffVM_Task, 'duration_secs': 0.128596} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.144981] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.145175] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.145448] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebbcc80-a89e-4479-a339-ec3f363943cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.172388] env[66507]: DEBUG nova.network.neutron [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.175952] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.175952] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.176171] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Deleting the datastore file [datastore1] 5b835cec-4b12-444a-8b67-3a9534dc2ab4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.176557] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12636dab-766e-4e62-bfb8-888f1786e5b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.188057] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for the task: (returnval){ [ 1070.188057] env[66507]: value = "task-4638733" [ 1070.188057] env[66507]: _type = "Task" [ 1070.188057] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.198830] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.265034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "77732789-4bde-426c-bfef-3852b2297d0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.265034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.265329] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "77732789-4bde-426c-bfef-3852b2297d0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.265441] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.268107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.268850] env[66507]: INFO nova.compute.manager [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Terminating instance [ 1070.331551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.417044] env[66507]: DEBUG nova.compute.utils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.505681] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638730, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.517836] env[66507]: DEBUG nova.scheduler.client.report [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.677052] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.679188] env[66507]: INFO nova.compute.manager [-] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Took 1.56 seconds to deallocate network for instance. [ 1070.700064] env[66507]: DEBUG oslo_vmware.api [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Task: {'id': task-4638733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102701} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.702987] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.703231] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.703424] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.703608] env[66507]: INFO nova.compute.manager [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1070.703890] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1070.704325] env[66507]: DEBUG nova.compute.manager [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1070.704437] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1070.704676] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.723209] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.723515] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.761869] env[66507]: WARNING neutronclient.v2_0.client [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.779793] env[66507]: DEBUG nova.compute.manager [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1070.779935] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.781376] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4b4d73-aaf1-463b-9723-aa888e7db6ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.789104] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.789422] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1509aabd-8207-407f-bd9a-69a0140a873a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.797154] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1070.797154] env[66507]: value = "task-4638734" [ 1070.797154] env[66507]: _type = "Task" [ 1070.797154] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.810029] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.844897] env[66507]: DEBUG nova.network.neutron [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Updating instance_info_cache with network_info: [{"id": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "address": "fa:16:3e:80:f3:af", "network": {"id": "5d739ebb-f356-4785-800e-ec94322637e8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1619894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a34d46393904143bed70b341e03d72e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad16fd9-cd", "ovs_interfaceid": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.920794] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.950931] env[66507]: DEBUG nova.compute.manager [req-e77c0ac9-9afa-4a20-876e-67431b7c6a04 req-2b9d0056-6bf9-4926-b586-6293799e85aa service nova] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Received event network-vif-deleted-3bf42dd7-897e-4677-bf09-4e33727f9efb {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1071.009339] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638730, 'name': CloneVM_Task, 'duration_secs': 1.950967} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.009801] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Created linked-clone VM from snapshot [ 1071.010992] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7b88ff-5cef-4ed1-91ba-aa425dead19f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.024472] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.027733] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Uploading image 2e0c4113-9cc4-4e14-8d61-4454fa64d3c3 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.031412] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.493s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.033867] env[66507]: INFO nova.compute.claims [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.059221] env[66507]: INFO nova.scheduler.client.report [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Deleted allocations for instance 3ac5978f-b230-4390-a73b-d2d6b4de7978 [ 1071.062471] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.062471] env[66507]: value = "vm-905847" [ 1071.062471] env[66507]: _type = "VirtualMachine" [ 1071.062471] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.062594] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c3b21ee-94af-4711-bde3-655253fb56a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.075048] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lease: (returnval){ [ 1071.075048] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd6584-63bb-6ad8-6fea-b02604bd849c" [ 1071.075048] env[66507]: _type = "HttpNfcLease" [ 1071.075048] env[66507]: } obtained for exporting VM: (result){ [ 1071.075048] env[66507]: value = "vm-905847" [ 1071.075048] env[66507]: _type = "VirtualMachine" [ 1071.075048] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.075048] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the lease: (returnval){ [ 1071.075048] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd6584-63bb-6ad8-6fea-b02604bd849c" [ 1071.075048] env[66507]: _type = "HttpNfcLease" [ 1071.075048] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.082426] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.082426] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd6584-63bb-6ad8-6fea-b02604bd849c" [ 1071.082426] env[66507]: _type = "HttpNfcLease" [ 1071.082426] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.084913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "ff09a15d-832b-4c14-8155-a041717e1a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.085159] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.085357] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.085612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.085783] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.087892] env[66507]: INFO nova.compute.manager [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Terminating instance [ 1071.187786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.225932] env[66507]: DEBUG nova.network.neutron [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.308906] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638734, 'name': PowerOffVM_Task, 'duration_secs': 0.23392} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.310060] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.310060] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.310060] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbe5315-e859-498e-bb8b-239773e95298 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.349686] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Releasing lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.350090] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Instance network_info: |[{"id": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "address": "fa:16:3e:80:f3:af", "network": {"id": "5d739ebb-f356-4785-800e-ec94322637e8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1619894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a34d46393904143bed70b341e03d72e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad16fd9-cd", "ovs_interfaceid": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1071.350620] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f3:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad16fd9-cdaf-440b-bb5a-75d36c64e823', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.358449] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Creating folder: Project (3a34d46393904143bed70b341e03d72e). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.358773] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7eee4c-3767-4d5d-989f-6d5735c53eed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.373243] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Created folder: Project (3a34d46393904143bed70b341e03d72e) in parent group-v905587. [ 1071.373431] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Creating folder: Instances. Parent ref: group-v905848. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.373661] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88134504-9787-41b6-988f-473949030c9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.379945] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.380193] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.380377] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore2] 77732789-4bde-426c-bfef-3852b2297d0a {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.380677] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ad7c3d3-7569-4371-ba47-b044b1346e86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.388026] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1071.388026] env[66507]: value = "task-4638739" [ 1071.388026] env[66507]: _type = "Task" [ 1071.388026] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.392827] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Created folder: Instances in parent group-v905848. [ 1071.393354] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.393764] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.394022] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc68021a-69f6-4e79-a6a9-449ecd209908 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.411844] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.419442] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.419442] env[66507]: value = "task-4638740" [ 1071.419442] env[66507]: _type = "Task" [ 1071.419442] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.431036] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638740, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.571077] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0e4d71dd-7026-4e57-8950-a5e09a5f9f2f tempest-FloatingIPsAssociationNegativeTestJSON-1645844367 tempest-FloatingIPsAssociationNegativeTestJSON-1645844367-project-member] Lock "3ac5978f-b230-4390-a73b-d2d6b4de7978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.447s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.583727] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.583727] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd6584-63bb-6ad8-6fea-b02604bd849c" [ 1071.583727] env[66507]: _type = "HttpNfcLease" [ 1071.583727] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.584135] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.584135] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd6584-63bb-6ad8-6fea-b02604bd849c" [ 1071.584135] env[66507]: _type = "HttpNfcLease" [ 1071.584135] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.586056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b08f5-955f-4a42-ab45-e230dc70a5b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.594767] env[66507]: DEBUG nova.compute.manager [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1071.594983] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.595645] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.595809] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.597995] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8a5e19-3078-479f-a52e-90d16b4dafdf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.660538] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.661149] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f54ebc7-46ae-483e-b061-51f72776b1ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.730479] env[66507]: INFO nova.compute.manager [-] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Took 1.03 seconds to deallocate network for instance. [ 1071.733203] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dde4fd46-0031-477c-88cd-91b026d5c708 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.823065] env[66507]: DEBUG nova.compute.manager [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Received event network-changed-6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1071.823348] env[66507]: DEBUG nova.compute.manager [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Refreshing instance network info cache due to event network-changed-6ad16fd9-cdaf-440b-bb5a-75d36c64e823. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1071.823449] env[66507]: DEBUG oslo_concurrency.lockutils [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] Acquiring lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.823582] env[66507]: DEBUG oslo_concurrency.lockutils [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] Acquired lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.823785] env[66507]: DEBUG nova.network.neutron [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Refreshing network info cache for port 6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.876683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.876925] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.877119] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore1] ff09a15d-832b-4c14-8155-a041717e1a12 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.877422] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f13a6ede-be94-43fc-b28d-f39809c4ba27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.885535] env[66507]: DEBUG oslo_vmware.api [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1071.885535] env[66507]: value = "task-4638742" [ 1071.885535] env[66507]: _type = "Task" [ 1071.885535] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.898970] env[66507]: DEBUG oslo_vmware.api [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.902860] env[66507]: DEBUG oslo_vmware.api [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203094} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.903187] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.903403] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.903605] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.903802] env[66507]: INFO nova.compute.manager [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.904087] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.904401] env[66507]: DEBUG nova.compute.manager [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1071.904520] env[66507]: DEBUG nova.network.neutron [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.904809] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.932527] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638740, 'name': CreateVM_Task, 'duration_secs': 0.353413} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.935543] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.936882] env[66507]: WARNING neutronclient.v2_0.client [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.937350] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.937667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.938140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.938526] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127c8315-562a-4c47-a4fd-99e50d7ef966 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.941904] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.948406] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1071.948406] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523c6320-8c42-1886-6d4e-652ba873dce3" [ 1071.948406] env[66507]: _type = "Task" [ 1071.948406] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.961962] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c6320-8c42-1886-6d4e-652ba873dce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.006816] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.007276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.007345] env[66507]: INFO nova.compute.manager [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Attaching volume 01da8119-3a89-4ed0-9f8d-f5e1b26c06a6 to /dev/sdb [ 1072.051977] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094c314f-48d8-4a5f-a9ed-e2af4abca3bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.062915] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45dab22-de26-4e5d-9da6-35d7b615ea07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.080061] env[66507]: DEBUG nova.virt.block_device [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating existing volume attachment record: 30c24e58-b466-418f-adfd-5251b884a006 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.244550] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.327145] env[66507]: WARNING neutronclient.v2_0.client [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.402293] env[66507]: DEBUG oslo_vmware.api [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263553} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.403619] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.403888] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.404132] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.404361] env[66507]: INFO nova.compute.manager [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1072.404648] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1072.405731] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b4901-1ba4-4a22-a09f-0ad726f4abb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.410908] env[66507]: DEBUG nova.compute.manager [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1072.410908] env[66507]: DEBUG nova.network.neutron [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.410908] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.416300] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3b304d-9aed-4eed-9949-d21e73b1bc06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.457077] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f9d3ab-0fe9-42fa-bb83-729fb7a5aa42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.468270] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523c6320-8c42-1886-6d4e-652ba873dce3, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.471926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.472439] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.472746] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473218] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.473644] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f89297-ee05-41d1-aff8-a5f9e3bc1b43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.476948] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83109d69-b97e-4ae8-9705-367af2528bbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.492802] env[66507]: DEBUG nova.compute.provider_tree [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.497612] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.501341] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.501485] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.509167] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074da505-8905-409e-accc-24f64037e0ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.515175] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1072.515175] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52af226b-434e-071b-b135-3d55a7b1e449" [ 1072.515175] env[66507]: _type = "Task" [ 1072.515175] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.528574] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52af226b-434e-071b-b135-3d55a7b1e449, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.529557] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887b0ab8-64fe-4dc2-9ac3-e0f72e11a0e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.537461] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1072.537461] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bd2c2c-4974-22fd-f190-9d8de5679b3c" [ 1072.537461] env[66507]: _type = "Task" [ 1072.537461] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.548056] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bd2c2c-4974-22fd-f190-9d8de5679b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.716021] env[66507]: DEBUG nova.network.neutron [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.004809] env[66507]: DEBUG nova.scheduler.client.report [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.052552] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bd2c2c-4974-22fd-f190-9d8de5679b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.052932] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.053241] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 901c1886-1bd6-47d8-9351-f02811383557/901c1886-1bd6-47d8-9351-f02811383557.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.053572] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01dc6937-e6a1-4ed9-9286-b9eca8e0129e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.058247] env[66507]: WARNING neutronclient.v2_0.client [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.063725] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1073.063725] env[66507]: value = "task-4638746" [ 1073.063725] env[66507]: _type = "Task" [ 1073.063725] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.073178] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.221780] env[66507]: INFO nova.compute.manager [-] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Took 1.32 seconds to deallocate network for instance. [ 1073.343743] env[66507]: DEBUG nova.compute.manager [req-1a6f7fce-ed15-40ba-8793-12a9ba8e1f1c req-ea531ba9-d4e8-4e27-a9d2-df8a9afa5c9d service nova] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Received event network-vif-deleted-645de22a-6515-45ae-b8b6-fed2be8f9648 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1073.344682] env[66507]: DEBUG nova.network.neutron [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Updated VIF entry in instance network info cache for port 6ad16fd9-cdaf-440b-bb5a-75d36c64e823. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1073.345067] env[66507]: DEBUG nova.network.neutron [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Updating instance_info_cache with network_info: [{"id": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "address": "fa:16:3e:80:f3:af", "network": {"id": "5d739ebb-f356-4785-800e-ec94322637e8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1619894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a34d46393904143bed70b341e03d72e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad16fd9-cd", "ovs_interfaceid": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.510440] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.511044] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1073.513942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.855s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.514164] env[66507]: DEBUG nova.objects.instance [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.574941] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478743} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.575337] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 901c1886-1bd6-47d8-9351-f02811383557/901c1886-1bd6-47d8-9351-f02811383557.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.575591] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.575888] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afece1ab-1347-41b1-b790-5a52aa1466a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.584048] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1073.584048] env[66507]: value = "task-4638747" [ 1073.584048] env[66507]: _type = "Task" [ 1073.584048] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.594571] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.726211] env[66507]: DEBUG nova.network.neutron [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.738658] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.848075] env[66507]: DEBUG oslo_concurrency.lockutils [req-d7712005-e730-416f-b03c-051340002c02 req-3a5b2502-6bd8-41e6-8753-50156bb8fd4f service nova] Releasing lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.020013] env[66507]: DEBUG nova.compute.utils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.025680] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1074.025916] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1074.026590] env[66507]: WARNING neutronclient.v2_0.client [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.027010] env[66507]: WARNING neutronclient.v2_0.client [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.087172] env[66507]: DEBUG nova.policy [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d01e5519a64bbc9f8bfc4249973f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b2d0f79c6744ce848f70821b39ce04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.099787] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099982} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.100098] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.101021] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499171c-e844-462d-aed4-390fa02a389b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.129689] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 901c1886-1bd6-47d8-9351-f02811383557/901c1886-1bd6-47d8-9351-f02811383557.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.130540] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ea5025-cb70-4a96-a5f4-1a4ac223a680 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.152187] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1074.152187] env[66507]: value = "task-4638748" [ 1074.152187] env[66507]: _type = "Task" [ 1074.152187] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.164318] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.228876] env[66507]: INFO nova.compute.manager [-] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Took 1.82 seconds to deallocate network for instance. [ 1074.447013] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Successfully created port: ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1074.534114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7e0e5f64-7e09-49fc-9375-fb0f1ae38712 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.536350] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1074.539925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.452s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.540196] env[66507]: DEBUG nova.objects.instance [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'resources' on Instance uuid 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.669882] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638748, 'name': ReconfigVM_Task, 'duration_secs': 0.38827} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.670524] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 901c1886-1bd6-47d8-9351-f02811383557/901c1886-1bd6-47d8-9351-f02811383557.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.671293] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e358df8-5893-4c5c-b809-452ffdc24042 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.681159] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1074.681159] env[66507]: value = "task-4638750" [ 1074.681159] env[66507]: _type = "Task" [ 1074.681159] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.694867] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638750, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.737523] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.191936] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638750, 'name': Rename_Task, 'duration_secs': 0.190266} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.194862] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.195394] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd6349d-d5ae-4d08-9c63-b75a64c17fe3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.203906] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1075.203906] env[66507]: value = "task-4638751" [ 1075.203906] env[66507]: _type = "Task" [ 1075.203906] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.216978] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.326311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be15e453-6c3c-4291-9f83-355bed71e5c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.335082] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e54438-c315-463d-91d1-44327a5b5b14 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.371438] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d07e15-11f7-4322-bfd5-47bef3d66718 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.381157] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86078a6-7384-4eff-b71c-ec5623aea3e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.397816] env[66507]: DEBUG nova.compute.provider_tree [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.401829] env[66507]: DEBUG nova.compute.manager [req-d335280e-532f-419a-80fe-3a3e1c00aa5b req-35c7c808-08c8-461e-8ab8-20ff940d01ab service nova] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Received event network-vif-deleted-78a01644-1a21-4a79-8535-ca6632b89606 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1075.551561] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1075.582376] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1075.582716] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.583075] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1075.583266] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.583414] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1075.583559] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1075.583779] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1075.583937] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1075.584122] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1075.584285] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1075.584474] env[66507]: DEBUG nova.virt.hardware [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1075.585414] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6eeed-b0ea-46ab-aa4a-765912b8d27a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.595504] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b04d24c-9950-4862-a2f2-dae6bcaa5f46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.715512] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.922964] env[66507]: ERROR nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [req-04751d95-4e7c-4233-bf16-e9da3dbab48f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04751d95-4e7c-4233-bf16-e9da3dbab48f"}]} [ 1075.941584] env[66507]: DEBUG nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.957399] env[66507]: DEBUG nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.957654] env[66507]: DEBUG nova.compute.provider_tree [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.973555] env[66507]: DEBUG nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.997225] env[66507]: DEBUG nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.044295] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.044581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.044969] env[66507]: DEBUG nova.objects.instance [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.085692] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Successfully updated port: ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1076.215199] env[66507]: DEBUG oslo_vmware.api [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638751, 'name': PowerOnVM_Task, 'duration_secs': 0.634275} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.215495] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.215740] env[66507]: INFO nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1076.215899] env[66507]: DEBUG nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1076.220015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f6e29-04b1-4b6b-a132-0921fd6acfc7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.261115] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9bdaf9-c286-4475-8a91-3a62437d02d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.273360] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61000b9c-c9af-4466-a254-17e9e468b134 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.306051] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59b79e-1fc9-4a7c-9e42-ac0bdb545231 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.315043] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5891118-3522-4f1d-be07-eccdb349e3ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.331290] env[66507]: DEBUG nova.compute.provider_tree [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.523781] env[66507]: DEBUG nova.compute.manager [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Received event network-vif-plugged-ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1076.524021] env[66507]: DEBUG oslo_concurrency.lockutils [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] Acquiring lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.524621] env[66507]: DEBUG oslo_concurrency.lockutils [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.524944] env[66507]: DEBUG oslo_concurrency.lockutils [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.525083] env[66507]: DEBUG nova.compute.manager [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] No waiting events found dispatching network-vif-plugged-ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1076.525277] env[66507]: WARNING nova.compute.manager [req-9672b867-ca0a-4842-9662-544bb709a9fa req-29eb340f-ffab-4320-9802-a2c7a8760395 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Received unexpected event network-vif-plugged-ef54dd5c-a3f5-4a1b-9576-7715b92937f6 for instance with vm_state building and task_state spawning. [ 1076.554289] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.589978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.589978] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.589978] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.635063] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.635336] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905852', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'name': 'volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab2898e-5214-4a9a-a19e-c7c6832fde84', 'attached_at': '', 'detached_at': '', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'serial': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.636294] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7331eded-cb25-4e7a-9ba6-c240d458ef73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.657078] env[66507]: DEBUG nova.objects.instance [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.658508] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f36be-00e6-44d7-a979-61b30fda9db2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.689103] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6/volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.689753] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044d4ba2-34d4-4907-9427-6b8fd63f83ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.710061] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1076.710061] env[66507]: value = "task-4638752" [ 1076.710061] env[66507]: _type = "Task" [ 1076.710061] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.719945] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.741020] env[66507]: INFO nova.compute.manager [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Took 25.68 seconds to build instance. [ 1076.872203] env[66507]: DEBUG nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.872443] env[66507]: DEBUG nova.compute.provider_tree [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 137 to 138 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.872620] env[66507]: DEBUG nova.compute.provider_tree [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.132703] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.165599] env[66507]: DEBUG nova.objects.base [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.165892] env[66507]: DEBUG nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.166324] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.166706] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.208848] env[66507]: DEBUG nova.policy [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.217029] env[66507]: WARNING neutronclient.v2_0.client [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.222763] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638752, 'name': ReconfigVM_Task, 'duration_secs': 0.443707} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.223106] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6/volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.228123] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b0e290-bdbc-4490-a2cb-b8ee39cdc3fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.244660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-89b9addf-5e19-43c4-9846-90b5a7e70750 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.202s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.245104] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1077.245104] env[66507]: value = "task-4638753" [ 1077.245104] env[66507]: _type = "Task" [ 1077.245104] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.255946] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.294657] env[66507]: DEBUG nova.network.neutron [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Updating instance_info_cache with network_info: [{"id": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "address": "fa:16:3e:98:a2:f3", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54dd5c-a3", "ovs_interfaceid": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.355879] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "901c1886-1bd6-47d8-9351-f02811383557" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.358168] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.358168] env[66507]: INFO nova.compute.manager [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Rebooting instance [ 1077.378852] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.839s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.382399] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.777s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.405024] env[66507]: INFO nova.scheduler.client.report [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted allocations for instance 7e189741-77c5-455a-90ba-b4bc6fc2e8d2 [ 1077.529823] env[66507]: DEBUG nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Successfully created port: 82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1077.756542] env[66507]: DEBUG oslo_vmware.api [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638753, 'name': ReconfigVM_Task, 'duration_secs': 0.153941} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.756969] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905852', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'name': 'volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab2898e-5214-4a9a-a19e-c7c6832fde84', 'attached_at': '', 'detached_at': '', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'serial': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1077.797722] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.798169] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Instance network_info: |[{"id": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "address": "fa:16:3e:98:a2:f3", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54dd5c-a3", "ovs_interfaceid": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1077.798705] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a2:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef54dd5c-a3f5-4a1b-9576-7715b92937f6', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.807362] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating folder: Project (78b2d0f79c6744ce848f70821b39ce04). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.808064] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20650d3f-a3b8-42e6-acb5-870a5cf1686c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.820428] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created folder: Project (78b2d0f79c6744ce848f70821b39ce04) in parent group-v905587. [ 1077.820696] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating folder: Instances. Parent ref: group-v905853. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.820997] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a1c605f-d04b-42f2-8064-36c7f1da5331 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.832720] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created folder: Instances in parent group-v905853. [ 1077.833096] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.833323] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.833553] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee323da1-4929-40f1-96aa-4b7b5dd1b6d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.855788] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.855788] env[66507]: value = "task-4638756" [ 1077.855788] env[66507]: _type = "Task" [ 1077.855788] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.870405] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638756, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.874325] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.874521] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquired lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.874699] env[66507]: DEBUG nova.network.neutron [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.912370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-70c6e8fc-1e10-45ff-a417-3130a5dd173f tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "7e189741-77c5-455a-90ba-b4bc6fc2e8d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.656s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.174558] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec3b40-c032-424d-b2ca-ccd8ac3f612e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.184527] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ca9ec-9ce8-41e5-9ff0-114b8aa36fe5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.221589] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a60f20-91a9-4d44-810e-cb8b14aa1417 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.231750] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb26a2-85a1-4f86-92bb-e524e12f8797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.247582] env[66507]: DEBUG nova.compute.provider_tree [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.368116] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638756, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.377413] env[66507]: WARNING neutronclient.v2_0.client [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.554123] env[66507]: WARNING neutronclient.v2_0.client [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.637156] env[66507]: DEBUG nova.network.neutron [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Updating instance_info_cache with network_info: [{"id": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "address": "fa:16:3e:80:f3:af", "network": {"id": "5d739ebb-f356-4785-800e-ec94322637e8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1619894483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a34d46393904143bed70b341e03d72e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad16fd9-cd", "ovs_interfaceid": "6ad16fd9-cdaf-440b-bb5a-75d36c64e823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.678666] env[66507]: DEBUG nova.compute.manager [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Received event network-changed-ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1078.678976] env[66507]: DEBUG nova.compute.manager [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Refreshing instance network info cache due to event network-changed-ef54dd5c-a3f5-4a1b-9576-7715b92937f6. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1078.679246] env[66507]: DEBUG oslo_concurrency.lockutils [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] Acquiring lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.679404] env[66507]: DEBUG oslo_concurrency.lockutils [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] Acquired lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.679617] env[66507]: DEBUG nova.network.neutron [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Refreshing network info cache for port ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.499505] env[66507]: DEBUG nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Successfully updated port: 82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.504021] env[66507]: DEBUG nova.scheduler.client.report [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.504665] env[66507]: DEBUG nova.objects.instance [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'flavor' on Instance uuid 0ab2898e-5214-4a9a-a19e-c7c6832fde84 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.509019] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Releasing lock "refresh_cache-901c1886-1bd6-47d8-9351-f02811383557" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.509019] env[66507]: WARNING neutronclient.v2_0.client [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.509482] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.512597] env[66507]: DEBUG nova.compute.manager [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-vif-plugged-82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1079.513206] env[66507]: DEBUG oslo_concurrency.lockutils [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.513206] env[66507]: DEBUG oslo_concurrency.lockutils [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.513359] env[66507]: DEBUG oslo_concurrency.lockutils [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.513515] env[66507]: DEBUG nova.compute.manager [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] No waiting events found dispatching network-vif-plugged-82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1079.513664] env[66507]: WARNING nova.compute.manager [req-3802c5c2-bc8e-4870-aa05-7d3e53d596c6 req-9cc6c8c5-934b-473e-af2c-9cbee70cd538 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received unexpected event network-vif-plugged-82048fd7-6cad-4bfd-904d-1c6bb0298878 for instance with vm_state active and task_state None. [ 1079.520353] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.530328] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638756, 'name': CreateVM_Task, 'duration_secs': 1.49636} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.532534] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.533905] env[66507]: WARNING neutronclient.v2_0.client [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.533905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.533905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.534244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.534643] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed32e0b-1910-4e3f-90eb-4500830e900e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.539060] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.540379] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978db706-6e9a-4921-8532-2433bef2b400 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.544508] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1079.544508] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bb1e25-1e08-3c55-c4b9-9b7e2b446b48" [ 1079.544508] env[66507]: _type = "Task" [ 1079.544508] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.549192] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.549365] env[66507]: ERROR oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk due to incomplete transfer. [ 1079.549894] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c232849-e036-4758-9777-c4fa85d4dc96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.555394] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bb1e25-1e08-3c55-c4b9-9b7e2b446b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.563980] env[66507]: DEBUG oslo_vmware.rw_handles [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eb10d-85eb-1ee0-d520-83f188d5698e/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1079.564194] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Uploaded image 2e0c4113-9cc4-4e14-8d61-4454fa64d3c3 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1079.568499] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.568499] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-176db360-92c2-4ff0-ba57-b3a16d8de246 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.576076] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1079.576076] env[66507]: value = "task-4638757" [ 1079.576076] env[66507]: _type = "Task" [ 1079.576076] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.586503] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638757, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.702082] env[66507]: WARNING neutronclient.v2_0.client [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.852519] env[66507]: DEBUG nova.network.neutron [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Updated VIF entry in instance network info cache for port ef54dd5c-a3f5-4a1b-9576-7715b92937f6. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1079.852923] env[66507]: DEBUG nova.network.neutron [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Updating instance_info_cache with network_info: [{"id": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "address": "fa:16:3e:98:a2:f3", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54dd5c-a3", "ovs_interfaceid": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.022782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.023017] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.023334] env[66507]: DEBUG nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1080.026206] env[66507]: DEBUG nova.compute.manager [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1080.030888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28c75b-df44-441f-bff9-3b81efbbeeb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.037114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f415df99-57fb-4163-90e5-b937c3bf46a5 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.029s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.039332] env[66507]: INFO nova.compute.manager [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Rescuing [ 1080.039840] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.039840] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.039840] env[66507]: DEBUG nova.network.neutron [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1080.043015] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.043096] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.043307] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.043633] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.043798] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.044052] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.044127] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1080.044283] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.066440] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bb1e25-1e08-3c55-c4b9-9b7e2b446b48, 'name': SearchDatastore_Task, 'duration_secs': 0.031759} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.066890] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.067236] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.067545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.067758] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.068122] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.068786] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3a9cd8-cc89-46e4-b0ea-f8c7454ef4d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.082576] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.082576] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.083345] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03db6b8d-17f5-45a0-8a04-1907b7823cac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.089935] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638757, 'name': Destroy_Task, 'duration_secs': 0.355777} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.090601] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Destroyed the VM [ 1080.090843] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.091378] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a8b3ce0-0cff-4733-bf16-b937f428353d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.096506] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1080.096506] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521cfba0-38a8-d004-3082-aad08c5f3d53" [ 1080.096506] env[66507]: _type = "Task" [ 1080.096506] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.102014] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1080.102014] env[66507]: value = "task-4638758" [ 1080.102014] env[66507]: _type = "Task" [ 1080.102014] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.105122] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521cfba0-38a8-d004-3082-aad08c5f3d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.114333] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.355759] env[66507]: DEBUG oslo_concurrency.lockutils [req-ccc2bf80-5100-4097-9059-d68a8847937b req-218f76de-fb9c-45b6-ba7f-c2db08b2cb13 service nova] Releasing lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.524482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.143s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.527781] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.196s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.527992] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.530360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.343s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.530577] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.532471] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.290s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.532767] env[66507]: DEBUG nova.objects.instance [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lazy-loading 'resources' on Instance uuid 5b835cec-4b12-444a-8b67-3a9534dc2ab4 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.544015] env[66507]: WARNING neutronclient.v2_0.client [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.553834] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.564559] env[66507]: INFO nova.scheduler.client.report [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted allocations for instance ffe45ff7-dba7-41b7-b2ba-1776a5936c8a [ 1080.566325] env[66507]: INFO nova.scheduler.client.report [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted allocations for instance 77d9c63a-8248-4cbf-afe1-519d18476265 [ 1080.582960] env[66507]: WARNING nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1080.609117] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521cfba0-38a8-d004-3082-aad08c5f3d53, 'name': SearchDatastore_Task, 'duration_secs': 0.01594} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.613746] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03542c33-13f4-458b-afae-8015c47932e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.624631] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638758, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.625639] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1080.625639] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b713e4-2763-2df0-6d40-b4b73ba68930" [ 1080.625639] env[66507]: _type = "Task" [ 1080.625639] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.639284] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b713e4-2763-2df0-6d40-b4b73ba68930, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.639833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.640117] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/067e3f7f-914b-4e35-a2dd-70be30e99c05.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.640452] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5df1858-3710-404b-84d8-111f3e84abe2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.648647] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1080.648647] env[66507]: value = "task-4638759" [ 1080.648647] env[66507]: _type = "Task" [ 1080.648647] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.658021] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.724184] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.741900] env[66507]: WARNING neutronclient.v2_0.client [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.834814] env[66507]: DEBUG nova.network.neutron [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.939412] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.014437] env[66507]: DEBUG nova.network.neutron [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82048fd7-6cad-4bfd-904d-1c6bb0298878", "address": "fa:16:3e:09:f2:31", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82048fd7-6c", "ovs_interfaceid": "82048fd7-6cad-4bfd-904d-1c6bb0298878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.065973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a5bed-423e-4956-9dfc-f7a6a9b71ad5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.076668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee212da1-2f50-4cdf-8dad-3617f0c698a6 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "ffe45ff7-dba7-41b7-b2ba-1776a5936c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.560s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.082911] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Doing hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1081.083653] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b06c59db-e0fc-4bbb-a22f-1ef431493d2e tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "77d9c63a-8248-4cbf-afe1-519d18476265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.660s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.086119] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-23203b22-2214-47d9-a962-9b501584c218 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.095944] env[66507]: DEBUG oslo_vmware.api [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1081.095944] env[66507]: value = "task-4638760" [ 1081.095944] env[66507]: _type = "Task" [ 1081.095944] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.112226] env[66507]: DEBUG oslo_vmware.api [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638760, 'name': ResetVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.126336] env[66507]: DEBUG oslo_vmware.api [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692306} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.126336] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.126863] env[66507]: INFO nova.compute.manager [None req-bcb1d83d-02c4-4b58-bb33-c66dc49682b7 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 14.25 seconds to snapshot the instance on the hypervisor. [ 1081.162242] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.172076] env[66507]: INFO nova.scheduler.client.report [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocation for migration e64ac082-8f53-4566-9f56-ceb80aa3454c [ 1081.337429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.346467] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5eb43e-2c44-4bd2-8a18-e6b386ecaad6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.357671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25726eeb-7960-495c-aeca-97963be6e463 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.402587] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da0335-6ff5-47b4-b3b9-66ae5070c143 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.413430] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07435f-1405-44f3-a792-e59d0375db66 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.429048] env[66507]: DEBUG nova.compute.provider_tree [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.496567] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.496794] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.519787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.520467] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.520850] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.521449] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7c92c-57a3-4218-820e-052f539c0123 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.539949] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1081.540370] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.540370] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1081.540534] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.540671] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1081.540809] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1081.541064] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1081.541243] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1081.541409] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1081.541568] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1081.541733] env[66507]: DEBUG nova.virt.hardware [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1081.548010] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfiguring VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.548380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10940a67-facd-425d-9917-bd6f086f673a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.567794] env[66507]: DEBUG oslo_vmware.api [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1081.567794] env[66507]: value = "task-4638761" [ 1081.567794] env[66507]: _type = "Task" [ 1081.567794] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.576799] env[66507]: DEBUG oslo_vmware.api [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638761, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.607393] env[66507]: DEBUG oslo_vmware.api [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638760, 'name': ResetVM_Task, 'duration_secs': 0.14442} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.607763] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Did hard reboot of VM {{(pid=66507) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1081.608050] env[66507]: DEBUG nova.compute.manager [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1081.608967] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83ac6f-dc10-44b8-899f-106458634b2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.660608] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783282} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.660941] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/067e3f7f-914b-4e35-a2dd-70be30e99c05.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.661125] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.661687] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d11623-1d25-45c0-84c5-9da99a8f9e11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.670563] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1081.670563] env[66507]: value = "task-4638762" [ 1081.670563] env[66507]: _type = "Task" [ 1081.670563] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.680517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6b767ef5-e2a9-4c23-9215-a8eed5daa9b1 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.681778] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.889220] env[66507]: DEBUG nova.compute.manager [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-changed-82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1081.889429] env[66507]: DEBUG nova.compute.manager [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing instance network info cache due to event network-changed-82048fd7-6cad-4bfd-904d-1c6bb0298878. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1081.889721] env[66507]: DEBUG oslo_concurrency.lockutils [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.890210] env[66507]: DEBUG oslo_concurrency.lockutils [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.890210] env[66507]: DEBUG nova.network.neutron [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Refreshing network info cache for port 82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.951585] env[66507]: ERROR nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [req-eae6ccfa-b4f8-4600-adf2-4443c92c6417] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eae6ccfa-b4f8-4600-adf2-4443c92c6417"}]} [ 1081.968640] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1081.983594] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1081.983781] env[66507]: DEBUG nova.compute.provider_tree [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.995993] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1081.999420] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1082.018500] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.081226] env[66507]: DEBUG oslo_vmware.api [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.124664] env[66507]: DEBUG oslo_concurrency.lockutils [None req-79ded174-e3c8-46e7-8a05-a672f979ffc3 tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.767s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.186446] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091715} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.186725] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.187613] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30a48a-f371-42a6-bb77-efabe5cee05e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.213391] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/067e3f7f-914b-4e35-a2dd-70be30e99c05.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.216847] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63e6c31-0116-4223-8467-2b09ddeaf6dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.239106] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1082.239106] env[66507]: value = "task-4638763" [ 1082.239106] env[66507]: _type = "Task" [ 1082.239106] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.251248] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.288701] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbce8ad-26ec-4873-a4f4-272c296870c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.297024] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6641b-046a-40a9-85c1-07dbc1253d18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.334059] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5940a2e-32de-467f-80ee-1d9b31adbf10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.344293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9eb8a3-47f3-446d-80fb-c3cbdccda3cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.360146] env[66507]: DEBUG nova.compute.provider_tree [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.392660] env[66507]: WARNING neutronclient.v2_0.client [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.411321] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.411633] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32da7ed3-fd73-4579-9dc9-4dd6472c46d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.420602] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1082.420602] env[66507]: value = "task-4638764" [ 1082.420602] env[66507]: _type = "Task" [ 1082.420602] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.430432] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.525410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.559383] env[66507]: WARNING neutronclient.v2_0.client [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.583044] env[66507]: DEBUG oslo_vmware.api [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638761, 'name': ReconfigVM_Task, 'duration_secs': 0.807744} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.583596] env[66507]: WARNING neutronclient.v2_0.client [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.583893] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.584619] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfigured VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.643351] env[66507]: DEBUG nova.network.neutron [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updated VIF entry in instance network info cache for port 82048fd7-6cad-4bfd-904d-1c6bb0298878. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.643811] env[66507]: DEBUG nova.network.neutron [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82048fd7-6cad-4bfd-904d-1c6bb0298878", "address": "fa:16:3e:09:f2:31", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82048fd7-6c", "ovs_interfaceid": "82048fd7-6cad-4bfd-904d-1c6bb0298878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.752308] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.880818] env[66507]: ERROR nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] [req-976c2979-4db1-4261-abf6-be382247f0c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-976c2979-4db1-4261-abf6-be382247f0c6"}]} [ 1082.906430] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1082.921999] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1082.921999] env[66507]: DEBUG nova.compute.provider_tree [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.933521] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638764, 'name': PowerOffVM_Task, 'duration_secs': 0.364166} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.934507] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1082.936551] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.937620] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd3b443-e1b0-44bb-8983-d29e83ae658a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.961021] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.963815] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a504b-ac75-46d4-a9bb-ede148bc5b4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.992857] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.993190] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e97ab4e-b131-4bcd-90ea-2960893b53fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.002025] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1083.002025] env[66507]: value = "task-4638765" [ 1083.002025] env[66507]: _type = "Task" [ 1083.002025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.014020] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.090169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4c6dec2f-d0ce-43d2-a191-01c02bae1078 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.045s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.147097] env[66507]: DEBUG oslo_concurrency.lockutils [req-4616d24e-4099-477b-930a-a1778780fb60 req-b1ae3791-8e15-4763-b899-625ad0a6d386 service nova] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.200595] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b12db7-c9ed-42e8-a1f4-0005ff05c7d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.210019] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ebf0f-952d-4b0d-bd0d-2d2be16ac8d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.250376] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.250669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.257163] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c6e7c-3731-4863-85f6-25322740306c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.270739] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34649f-1d6b-4c28-8f85-cdb3fb475d6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.275663] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638763, 'name': ReconfigVM_Task, 'duration_secs': 0.582754} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.275957] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/067e3f7f-914b-4e35-a2dd-70be30e99c05.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.277145] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e093ad-42ec-4291-8087-662d6b37708d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.288247] env[66507]: DEBUG nova.compute.provider_tree [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.291027] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1083.291027] env[66507]: value = "task-4638766" [ 1083.291027] env[66507]: _type = "Task" [ 1083.291027] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.301536] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638766, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.513816] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.514065] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.514396] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.514673] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.514874] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.515157] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e05203-701a-42f5-a396-af7423d60321 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.525672] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.525872] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.526700] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becc975f-9c46-441a-a1a2-61716c6b7366 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.533597] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1083.533597] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5210a121-5bad-fdc5-aeaa-2374bb7f1989" [ 1083.533597] env[66507]: _type = "Task" [ 1083.533597] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.543527] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5210a121-5bad-fdc5-aeaa-2374bb7f1989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.719303] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.719847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.719847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.720115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.720271] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.722603] env[66507]: INFO nova.compute.manager [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Terminating instance [ 1083.753635] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1083.764642] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.764890] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.792714] env[66507]: DEBUG nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.810471] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638766, 'name': Rename_Task, 'duration_secs': 0.441914} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.810755] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.811012] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2bd4ca-d054-47f1-8f2d-849e6acfe25f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.820215] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1083.820215] env[66507]: value = "task-4638767" [ 1083.820215] env[66507]: _type = "Task" [ 1083.820215] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.829428] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.045040] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5210a121-5bad-fdc5-aeaa-2374bb7f1989, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.045908] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bfaf16-cc6d-4abd-817b-a9085acf7c1f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.052298] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1084.052298] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5225e96d-6644-9715-bcff-11f02ae48cd2" [ 1084.052298] env[66507]: _type = "Task" [ 1084.052298] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.061508] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5225e96d-6644-9715-bcff-11f02ae48cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.226513] env[66507]: DEBUG nova.compute.manager [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1084.226807] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.227799] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9251b3-3fed-46cd-b237-bc33794b0642 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.236542] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.236542] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3ecd1d-730b-4a99-aab1-cd0b5757b368 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.243713] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1084.243713] env[66507]: value = "task-4638768" [ 1084.243713] env[66507]: _type = "Task" [ 1084.243713] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.253521] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.267250] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1084.279212] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.305883] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.773s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.308648] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.571s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.308921] env[66507]: DEBUG nova.objects.instance [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid 77732789-4bde-426c-bfef-3852b2297d0a {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.332200] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.333422] env[66507]: INFO nova.scheduler.client.report [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Deleted allocations for instance 5b835cec-4b12-444a-8b67-3a9534dc2ab4 [ 1084.564686] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5225e96d-6644-9715-bcff-11f02ae48cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.565015] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.565338] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1084.565713] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36b4d7d6-e887-42dc-bac1-c09acdf4a217 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.574367] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1084.574367] env[66507]: value = "task-4638769" [ 1084.574367] env[66507]: _type = "Task" [ 1084.574367] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.584961] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.627700] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "245ce53d-8534-4b19-8d43-3a009693c2ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.627973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.754154] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638768, 'name': PowerOffVM_Task, 'duration_secs': 0.221559} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.754443] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.754617] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.754879] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d97057-391c-486f-84b2-e721e6c9c2a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.789636] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.828891] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.829131] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.829334] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore2] 62b49883-08ee-43ce-bd28-7c93f6e05ae3 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.832451] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cf4c9b8-8d4a-4ca1-91ff-cea3de0ff07e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.837929] env[66507]: DEBUG oslo_vmware.api [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638767, 'name': PowerOnVM_Task, 'duration_secs': 0.822509} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.838575] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.838862] env[66507]: INFO nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1084.839118] env[66507]: DEBUG nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1084.841895] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c698eeb-96ee-46cd-83fc-6d695b5655cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.844820] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2d0946fd-3a96-4293-9b08-bbba31ce8f38 tempest-ServersListShow298Test-209770974 tempest-ServersListShow298Test-209770974-project-member] Lock "5b835cec-4b12-444a-8b67-3a9534dc2ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.326s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.847237] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1084.847237] env[66507]: value = "task-4638771" [ 1084.847237] env[66507]: _type = "Task" [ 1084.847237] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.867753] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.101207] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638769, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.127843] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "901c1886-1bd6-47d8-9351-f02811383557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.128272] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.128969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "901c1886-1bd6-47d8-9351-f02811383557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.128969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.129220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.131831] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1085.134965] env[66507]: INFO nova.compute.manager [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Terminating instance [ 1085.169264] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f57103e-8470-4353-81bb-d99cf27e6316 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.181769] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c91b2c-8a60-40c1-bfaf-37914c1f24f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.221671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895c949b-572c-4338-bfef-bff34467dc24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.230072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.230472] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.236572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.236572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.244273] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b9b9f-ef8d-43bc-94ab-a63db6e36bca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.263257] env[66507]: DEBUG nova.compute.provider_tree [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.360602] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.373286] env[66507]: INFO nova.compute.manager [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Took 23.85 seconds to build instance. [ 1085.589530] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684218} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.589530] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 1085.589949] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7f1d1-6487-497d-9994-bf7ea3c04424 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.613731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-82048fd7-6cad-4bfd-904d-1c6bb0298878" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.613731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-82048fd7-6cad-4bfd-904d-1c6bb0298878" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.621905] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.622790] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17441ef-df3f-4707-b86c-a38e64c54f20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.641359] env[66507]: DEBUG nova.compute.manager [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1085.641599] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.644481] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6bf00-b488-4c07-a006-d8b8b566b49a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.649124] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1085.649124] env[66507]: value = "task-4638772" [ 1085.649124] env[66507]: _type = "Task" [ 1085.649124] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.655196] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.655831] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a81e1c4-a203-43e3-af1f-19c444a24d69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.661650] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.663091] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1085.663091] env[66507]: value = "task-4638773" [ 1085.663091] env[66507]: _type = "Task" [ 1085.663091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.664499] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.674697] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.735700] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1085.738724] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1085.767559] env[66507]: DEBUG nova.scheduler.client.report [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.863279] env[66507]: DEBUG oslo_vmware.api [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59175} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.863589] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.863772] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.863948] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.864128] env[66507]: INFO nova.compute.manager [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1085.864383] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.864592] env[66507]: DEBUG nova.compute.manager [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1085.864687] env[66507]: DEBUG nova.network.neutron [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.864955] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.875423] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b8a3d515-ea9a-4616-a3d4-e4f6e8d5bd45 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.378s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.908507] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.005049] env[66507]: INFO nova.compute.manager [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Rescuing [ 1086.005049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.005049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.005049] env[66507]: DEBUG nova.network.neutron [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.123254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.123488] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.124779] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a886e5-8add-41ad-9ac6-f883d16872db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.145977] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22850fc9-770b-4841-a0ca-2cd9f8dd46b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.171352] env[66507]: WARNING neutronclient.v2_0.client [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.176677] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfiguring VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1086.180587] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd11028-7b0f-404f-adbd-4539c812bc00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.206805] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638772, 'name': ReconfigVM_Task, 'duration_secs': 0.387419} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.209318] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.209439] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476f93d-4bdc-4530-bd17-32ed01fb5fa7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.215291] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638773, 'name': PowerOffVM_Task, 'duration_secs': 0.321064} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.217065] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.217242] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.217569] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1086.217569] env[66507]: value = "task-4638774" [ 1086.217569] env[66507]: _type = "Task" [ 1086.217569] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.217898] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e78e6fa-4d11-45a0-9605-edf68ef9cf04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.254123] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5525e9e-3f26-4af5-aea1-3ceb96a1bc3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.265369] env[66507]: DEBUG nova.compute.manager [req-a4fd0a00-4fb1-44c2-91f7-f9b21932e763 req-82848cc5-239d-4dd6-850a-9b63beee9419 service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Received event network-vif-deleted-e406fc67-909f-487c-a9d8-d1a96871d87c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1086.265565] env[66507]: INFO nova.compute.manager [req-a4fd0a00-4fb1-44c2-91f7-f9b21932e763 req-82848cc5-239d-4dd6-850a-9b63beee9419 service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Neutron deleted interface e406fc67-909f-487c-a9d8-d1a96871d87c; detaching it from the instance and deleting it from the info cache [ 1086.265726] env[66507]: DEBUG nova.network.neutron [req-a4fd0a00-4fb1-44c2-91f7-f9b21932e763 req-82848cc5-239d-4dd6-850a-9b63beee9419 service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.275096] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.279133] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.542s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.279383] env[66507]: DEBUG nova.objects.instance [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'resources' on Instance uuid ff09a15d-832b-4c14-8155-a041717e1a12 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.281150] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.283383] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1086.283383] env[66507]: value = "task-4638776" [ 1086.283383] env[66507]: _type = "Task" [ 1086.283383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.294476] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.295543] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.296926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.309591] env[66507]: INFO nova.scheduler.client.report [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance 77732789-4bde-426c-bfef-3852b2297d0a [ 1086.327060] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.327247] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.327300] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Deleting the datastore file [datastore2] 901c1886-1bd6-47d8-9351-f02811383557 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.327582] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32280f99-ccba-4b2e-9052-5843c603c396 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335719] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for the task: (returnval){ [ 1086.335719] env[66507]: value = "task-4638777" [ 1086.335719] env[66507]: _type = "Task" [ 1086.335719] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.345069] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.508836] env[66507]: DEBUG nova.compute.manager [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1086.509897] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed23cc-a143-442b-9baf-129a3fde054a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.512898] env[66507]: WARNING neutronclient.v2_0.client [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.671932] env[66507]: WARNING neutronclient.v2_0.client [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.708206] env[66507]: DEBUG nova.network.neutron [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.731869] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.745543] env[66507]: DEBUG nova.network.neutron [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Updating instance_info_cache with network_info: [{"id": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "address": "fa:16:3e:98:a2:f3", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef54dd5c-a3", "ovs_interfaceid": "ef54dd5c-a3f5-4a1b-9576-7715b92937f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.773598] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfbf10fd-d860-4bfb-9eb0-3c0798dfa653 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.783944] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b33e1-b093-4240-98b0-5edd5d6aac6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.809252] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638776, 'name': ReconfigVM_Task, 'duration_secs': 0.181709} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.809560] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.810251] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5114ae38-a53f-46e0-95af-182bc4094421 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.825621] env[66507]: DEBUG nova.compute.manager [req-a4fd0a00-4fb1-44c2-91f7-f9b21932e763 req-82848cc5-239d-4dd6-850a-9b63beee9419 service nova] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Detach interface failed, port_id=e406fc67-909f-487c-a9d8-d1a96871d87c, reason: Instance 62b49883-08ee-43ce-bd28-7c93f6e05ae3 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1086.829489] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31bc3a48-de90-4b64-92f5-c00fc588094f tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "77732789-4bde-426c-bfef-3852b2297d0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.564s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.832086] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1086.832086] env[66507]: value = "task-4638778" [ 1086.832086] env[66507]: _type = "Task" [ 1086.832086] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.843954] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.853080] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.023745] env[66507]: INFO nova.compute.manager [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] instance snapshotting [ 1087.027178] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e09a1-477b-41b2-806c-b4b6ac5d0f02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.051971] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5f7db6-c992-4d22-8cc6-b8cf2e46c61d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.070680] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc4fb4-19c0-4b52-b8e0-f31b03aa5fbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.078937] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e60560-c983-4830-b78b-c31789105f5a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.112164] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd0e56-ecfd-48e7-a32d-ac357906c43d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.122565] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09123148-74cb-45e0-9795-4c3a65bb52bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.140523] env[66507]: DEBUG nova.compute.provider_tree [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.211149] env[66507]: INFO nova.compute.manager [-] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Took 1.35 seconds to deallocate network for instance. [ 1087.235478] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.248313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "refresh_cache-067e3f7f-914b-4e35-a2dd-70be30e99c05" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.350024] env[66507]: DEBUG oslo_vmware.api [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Task: {'id': task-4638777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55223} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.352607] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.352847] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.353078] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.353263] env[66507]: INFO nova.compute.manager [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1087.353570] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.353859] env[66507]: DEBUG oslo_vmware.api [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638778, 'name': PowerOnVM_Task, 'duration_secs': 0.420563} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.354490] env[66507]: DEBUG nova.compute.manager [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1087.354601] env[66507]: DEBUG nova.network.neutron [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1087.354884] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.357779] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.360407] env[66507]: DEBUG nova.compute.manager [None req-93072521-9802-4ff5-8ae9-d91df8729f9f tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1087.361239] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0fe96d-43d7-48e6-97a2-2cc72d4761aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.415092] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.565957] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1087.566380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd01ff5f-05e6-42f9-ae2a-31fb1b785cce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.578095] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1087.578095] env[66507]: value = "task-4638779" [ 1087.578095] env[66507]: _type = "Task" [ 1087.578095] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.590972] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638779, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.644165] env[66507]: DEBUG nova.scheduler.client.report [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.718787] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.732479] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.090509] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638779, 'name': CreateSnapshot_Task, 'duration_secs': 0.496108} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.090856] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.091633] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760d3da-c662-433a-8e6e-19f12cf59a2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.121552] env[66507]: DEBUG nova.network.neutron [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.149286] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.151633] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.598s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.151808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.152431] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1088.152431] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.627s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.154140] env[66507]: INFO nova.compute.claims [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.158649] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aac67d-35d5-447a-b99f-c277c10cb28f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.168709] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb87e1b-c3ff-4074-8b03-fec9bec1079f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.190541] env[66507]: INFO nova.scheduler.client.report [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance ff09a15d-832b-4c14-8155-a041717e1a12 [ 1088.194968] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186669c3-f625-4f70-8af9-2159ccae559e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.203265] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae843048-2896-46b9-bffa-6587e27ab1c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.236184] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178849MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1088.238146] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.247422] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.262484] env[66507]: DEBUG nova.compute.manager [req-39de947e-31e9-4be7-a96f-bea63059b530 req-edb6fc9b-be49-40d4-a4f1-eab89f4a758f service nova] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Received event network-vif-deleted-6ad16fd9-cdaf-440b-bb5a-75d36c64e823 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1088.281088] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.281088] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.307929] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.308222] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.308400] env[66507]: INFO nova.compute.manager [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Shelving [ 1088.611268] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.611662] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28cda406-5769-4f79-9559-0f4e6ac170b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.621607] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1088.621607] env[66507]: value = "task-4638780" [ 1088.621607] env[66507]: _type = "Task" [ 1088.621607] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.624924] env[66507]: INFO nova.compute.manager [-] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Took 1.27 seconds to deallocate network for instance. [ 1088.633933] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638780, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.701616] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6c14a33c-b6b0-4660-b25f-af1a1b0ea1e3 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "ff09a15d-832b-4c14-8155-a041717e1a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.616s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.747982] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.785107] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1088.788351] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.788523] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9343f9b-a75a-4f4c-bd66-21035dada493 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.796288] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1088.796288] env[66507]: value = "task-4638781" [ 1088.796288] env[66507]: _type = "Task" [ 1088.796288] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.806809] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.856261] env[66507]: INFO nova.compute.manager [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Unrescuing [ 1088.856608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.856687] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.856856] env[66507]: DEBUG nova.network.neutron [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.132654] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638780, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.135843] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.248861] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.310133] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.310654] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638781, 'name': PowerOffVM_Task, 'duration_secs': 0.211827} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.311127] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.312127] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72fab8-4cb6-4bc4-823b-7577c3e1c75c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.332718] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.336018] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16bcf86d-c570-487b-a5f3-eb08b20b4349 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.338363] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1876f1d-d10d-43c0-8e35-bb96bfc93fb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.351793] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1089.351793] env[66507]: value = "task-4638782" [ 1089.351793] env[66507]: _type = "Task" [ 1089.351793] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.359900] env[66507]: WARNING neutronclient.v2_0.client [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.366259] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.378722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.378722] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c821257d-0f09-4912-942d-d4a12a9e1314 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.394581] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1089.394581] env[66507]: value = "task-4638783" [ 1089.394581] env[66507]: _type = "Task" [ 1089.394581] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.394581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.395188] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.415703] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.415971] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.416347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.416605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.416964] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.418651] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b12bd18-7586-4759-94e9-7911e290c40a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.433336] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.433602] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.435831] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3266f54-f961-4812-b038-9addb5eb6aa5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.443653] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1089.443653] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5266b8b0-9c04-7ca6-bb77-fb237dfa13ca" [ 1089.443653] env[66507]: _type = "Task" [ 1089.443653] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.454633] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5266b8b0-9c04-7ca6-bb77-fb237dfa13ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.465994] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c300b-2f9f-4de9-af74-4f1bd7d8f382 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.478134] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a6b88-8c9e-458e-b356-d50bfcd19a9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.520634] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9c2d6-dcb6-4f37-8258-1ab76e0aebd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.532013] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad336e3c-3386-447f-b9fd-a2523a5ef3eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.549636] env[66507]: DEBUG nova.compute.provider_tree [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.589888] env[66507]: WARNING neutronclient.v2_0.client [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.637527] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638780, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.674593] env[66507]: DEBUG nova.network.neutron [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.747687] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.863523] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638782, 'name': PowerOffVM_Task, 'duration_secs': 0.277202} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.863523] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.863938] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be77d64-9805-493e-b740-4fea6dcd01bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.883153] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6389b002-f24b-4a83-ab7f-89a4974456cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.900679] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1089.956662] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5266b8b0-9c04-7ca6-bb77-fb237dfa13ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.957525] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6986542-274a-4294-8bea-f35df6c9f3ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.963950] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1089.963950] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5210ac51-7502-9472-d705-36438ef3af16" [ 1089.963950] env[66507]: _type = "Task" [ 1089.963950] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.974714] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5210ac51-7502-9472-d705-36438ef3af16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.053159] env[66507]: DEBUG nova.scheduler.client.report [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.133710] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638780, 'name': CloneVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.177438] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.178402] env[66507]: DEBUG nova.objects.instance [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'flavor' on Instance uuid 0ab2898e-5214-4a9a-a19e-c7c6832fde84 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.248780] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.394683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1090.395031] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ecb2002a-21db-4b06-a2eb-918d5a8d5780 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.403402] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1090.403402] env[66507]: value = "task-4638784" [ 1090.403402] env[66507]: _type = "Task" [ 1090.403402] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.418041] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.425885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.475651] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5210ac51-7502-9472-d705-36438ef3af16, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.475920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.476263] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1090.476500] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb418516-4c10-4a76-9e69-de580748ef74 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.484567] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1090.484567] env[66507]: value = "task-4638785" [ 1090.484567] env[66507]: _type = "Task" [ 1090.484567] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.494369] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.558689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.559278] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1090.562103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.283s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.563597] env[66507]: INFO nova.compute.claims [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.635151] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638780, 'name': CloneVM_Task, 'duration_secs': 1.553863} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.635367] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Created linked-clone VM from snapshot [ 1090.636228] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6efb5-cbba-4b1c-a835-f320a4679d22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.646285] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Uploading image de5f930d-5e27-4cfa-ab2b-abd97be6d004 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.674263] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.674263] env[66507]: value = "vm-905857" [ 1090.674263] env[66507]: _type = "VirtualMachine" [ 1090.674263] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.675117] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2b272a6-4539-411e-b2e0-712299c6f14b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.687205] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lease: (returnval){ [ 1090.687205] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9d6df-6a0c-5739-6d52-fa3379806cc5" [ 1090.687205] env[66507]: _type = "HttpNfcLease" [ 1090.687205] env[66507]: } obtained for exporting VM: (result){ [ 1090.687205] env[66507]: value = "vm-905857" [ 1090.687205] env[66507]: _type = "VirtualMachine" [ 1090.687205] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.687707] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the lease: (returnval){ [ 1090.687707] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9d6df-6a0c-5739-6d52-fa3379806cc5" [ 1090.687707] env[66507]: _type = "HttpNfcLease" [ 1090.687707] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.689194] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700c010-07fc-4306-8d11-980eae74cb1b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.700296] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.700296] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9d6df-6a0c-5739-6d52-fa3379806cc5" [ 1090.700296] env[66507]: _type = "HttpNfcLease" [ 1090.700296] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.719460] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.719460] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e9d6df-6a0c-5739-6d52-fa3379806cc5" [ 1090.719460] env[66507]: _type = "HttpNfcLease" [ 1090.719460] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.719867] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.720770] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248deb8-745f-402f-83b5-031d98689297 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.723575] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0cebf8-31b2-4efb-98a4-811d9a3d7b1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.731628] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.731816] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.734453] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1090.734453] env[66507]: value = "task-4638787" [ 1090.734453] env[66507]: _type = "Task" [ 1090.734453] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.807763] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.811804] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.846420] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ddb1e13-bfba-443d-a54b-e712a2c7d633 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.914935] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.999010] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.069201] env[66507]: DEBUG nova.compute.utils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.072836] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1091.073077] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1091.073409] env[66507]: WARNING neutronclient.v2_0.client [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.073725] env[66507]: WARNING neutronclient.v2_0.client [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.135120] env[66507]: DEBUG nova.policy [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8fb48d1fe1469da8d9604fb9782f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c5d019036544c74906b5b153d97affd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.247820] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638787, 'name': PowerOffVM_Task, 'duration_secs': 0.269214} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.248222] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.254618] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfiguring VM instance instance-00000058 to detach disk 2002 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.255141] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889c21de-c3ae-4dbc-8fc3-0b2e4e77b034 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.279201] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1091.279201] env[66507]: value = "task-4638788" [ 1091.279201] env[66507]: _type = "Task" [ 1091.279201] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.289135] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.305615] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.414968] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638784, 'name': CreateSnapshot_Task, 'duration_secs': 0.733207} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.415410] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1091.416348] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811c9c6d-22c7-44b0-a6f9-52b38ad2b15b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.499235] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60408} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.499235] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 1091.499834] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f255351e-bd41-4d9f-9f40-9d3867883c83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.529049] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.530547] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Successfully created port: 38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1091.533170] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9423754c-4132-4d46-b436-43d810910840 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.555877] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1091.555877] env[66507]: value = "task-4638789" [ 1091.555877] env[66507]: _type = "Task" [ 1091.555877] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.569316] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.581762] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1091.794985] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638788, 'name': ReconfigVM_Task, 'duration_secs': 0.31592} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.799354] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfigured VM instance instance-00000058 to detach disk 2002 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.799632] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.800119] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0715d5c-4f2b-4fa3-a760-22bb6bee861d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810728] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.813051] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1091.813051] env[66507]: value = "task-4638790" [ 1091.813051] env[66507]: _type = "Task" [ 1091.813051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.826869] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.888144] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050eaec6-27c7-402b-a27a-a33d63575644 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.897594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9e05c-9661-4032-93a2-6121b85e7994 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.938198] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.938981] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7c0c880-5f60-4edd-bda4-606ec7321854 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.943040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee26e05a-ba73-4ede-9731-ce9dc5f94681 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.954133] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696efecc-3ef3-4aea-a6f4-84d4a22e7b2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.958922] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1091.958922] env[66507]: value = "task-4638791" [ 1091.958922] env[66507]: _type = "Task" [ 1091.958922] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.973447] env[66507]: DEBUG nova.compute.provider_tree [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.981465] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638791, 'name': CloneVM_Task} progress is 11%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.072485] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638789, 'name': ReconfigVM_Task, 'duration_secs': 0.39842} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.072485] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.073342] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a9f07d-322f-45d9-8ec7-572a0bc5ad67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.108123] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3db968a-9c76-49eb-901d-c2553cdcfa68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.129213] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1092.129213] env[66507]: value = "task-4638792" [ 1092.129213] env[66507]: _type = "Task" [ 1092.129213] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.140567] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.305661] env[66507]: DEBUG oslo_vmware.api [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638774, 'name': ReconfigVM_Task, 'duration_secs': 5.792641} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.306810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.306810] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Reconfigured VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1092.306976] env[66507]: WARNING neutronclient.v2_0.client [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.307469] env[66507]: WARNING neutronclient.v2_0.client [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.328158] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.470160] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638791, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.498783] env[66507]: ERROR nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [req-36007aa5-72d1-436f-b748-2200ab946f49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36007aa5-72d1-436f-b748-2200ab946f49"}]} [ 1092.518820] env[66507]: DEBUG nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.538823] env[66507]: DEBUG nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.539181] env[66507]: DEBUG nova.compute.provider_tree [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.552579] env[66507]: DEBUG nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.573511] env[66507]: DEBUG nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1092.609955] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1092.646611] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638792, 'name': ReconfigVM_Task, 'duration_secs': 0.19956} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.649705] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1092.649705] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.649980] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1092.649980] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.650122] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1092.650312] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1092.650872] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.650872] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1092.650872] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1092.651176] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1092.651465] env[66507]: DEBUG nova.virt.hardware [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1092.651832] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.652775] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782795ff-752e-42eb-8079-965a8f7ae694 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.657876] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e1e93a-9637-4b8e-a7fe-fd3c68c98fc6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.672293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c6f70-637b-4dae-bde6-e8ebaa6aac67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.676934] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1092.676934] env[66507]: value = "task-4638793" [ 1092.676934] env[66507]: _type = "Task" [ 1092.676934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.702031] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.826799] env[66507]: DEBUG oslo_vmware.api [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638790, 'name': PowerOnVM_Task, 'duration_secs': 0.726322} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.829951] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.830236] env[66507]: DEBUG nova.compute.manager [None req-1a062704-0e8e-4718-81cd-2307c339d22c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1092.831296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a56111-9c7d-4998-9071-8ebe883b0890 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.877308] env[66507]: DEBUG nova.compute.manager [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-vif-deleted-82048fd7-6cad-4bfd-904d-1c6bb0298878 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1092.877533] env[66507]: INFO nova.compute.manager [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Neutron deleted interface 82048fd7-6cad-4bfd-904d-1c6bb0298878; detaching it from the instance and deleting it from the info cache [ 1092.877788] env[66507]: DEBUG nova.network.neutron [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.897373] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f7ad13-7c73-40a0-add1-7604f1a571a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.907583] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c468aa-7e31-49b4-bd42-8069a71a6320 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.940904] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ffe242-165f-49fb-a8fd-650cf054a1cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.951064] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb8c60-d232-4637-bd64-17463c3971f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.966756] env[66507]: DEBUG nova.compute.provider_tree [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.979279] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638791, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.195573] env[66507]: DEBUG oslo_vmware.api [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638793, 'name': PowerOnVM_Task, 'duration_secs': 0.505912} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.196039] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.199033] env[66507]: DEBUG nova.compute.manager [None req-2c989c25-543f-4dc5-a4e8-b251a1ad357c tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1093.200395] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d7f2c3-a2a2-4b0e-a7bf-21907e5f1df2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.385893] env[66507]: DEBUG oslo_concurrency.lockutils [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.386288] env[66507]: DEBUG oslo_concurrency.lockutils [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] Acquired lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.388096] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed3b62-71da-4448-84e3-6ac1e463a8e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.408793] env[66507]: DEBUG oslo_concurrency.lockutils [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] Releasing lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.409123] env[66507]: WARNING nova.compute.manager [req-4563be36-2f0d-46a8-97bc-eba288247116 req-e0e0078f-422a-425d-9c10-545a9944920a service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Detach interface failed, port_id=82048fd7-6cad-4bfd-904d-1c6bb0298878, reason: No device with interface-id 82048fd7-6cad-4bfd-904d-1c6bb0298878 exists on VM: nova.exception.NotFound: No device with interface-id 82048fd7-6cad-4bfd-904d-1c6bb0298878 exists on VM [ 1093.483468] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638791, 'name': CloneVM_Task, 'duration_secs': 1.446432} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.483751] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Created linked-clone VM from snapshot [ 1093.484562] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81adf0d-c4b8-48e8-a8bd-07889fb8727c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.494072] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Uploading image 0449ee89-9388-43dc-ad5f-8d4dc420b95d {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1093.510126] env[66507]: DEBUG nova.scheduler.client.report [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1093.510126] env[66507]: DEBUG nova.compute.provider_tree [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 147 to 148 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1093.510126] env[66507]: DEBUG nova.compute.provider_tree [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.516364] env[66507]: DEBUG nova.compute.manager [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Received event network-vif-plugged-38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1093.517210] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.517210] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.517210] env[66507]: DEBUG oslo_concurrency.lockutils [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.517210] env[66507]: DEBUG nova.compute.manager [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] No waiting events found dispatching network-vif-plugged-38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1093.517637] env[66507]: WARNING nova.compute.manager [req-5b99bd6e-7971-4609-b0f0-fd67d93c225d req-cf998c6f-3c5d-4f75-a450-942dc7c8def2 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Received unexpected event network-vif-plugged-38735252-9b69-4a83-870c-b86ad0f78429 for instance with vm_state building and task_state spawning. [ 1093.527680] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1093.527680] env[66507]: value = "vm-905859" [ 1093.527680] env[66507]: _type = "VirtualMachine" [ 1093.527680] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1093.528267] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f145cde7-33e7-48ef-beb7-b7b2d127a971 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.536790] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease: (returnval){ [ 1093.536790] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a896c3-0bd7-ecef-505f-242dc7d6a446" [ 1093.536790] env[66507]: _type = "HttpNfcLease" [ 1093.536790] env[66507]: } obtained for exporting VM: (result){ [ 1093.536790] env[66507]: value = "vm-905859" [ 1093.536790] env[66507]: _type = "VirtualMachine" [ 1093.536790] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1093.537380] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the lease: (returnval){ [ 1093.537380] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a896c3-0bd7-ecef-505f-242dc7d6a446" [ 1093.537380] env[66507]: _type = "HttpNfcLease" [ 1093.537380] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1093.545698] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.545698] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a896c3-0bd7-ecef-505f-242dc7d6a446" [ 1093.545698] env[66507]: _type = "HttpNfcLease" [ 1093.545698] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.594891] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Successfully updated port: 38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.663269] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.663517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.663637] env[66507]: DEBUG nova.network.neutron [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1093.863214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.863214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.863214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.863214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.863214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.865403] env[66507]: INFO nova.compute.manager [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Terminating instance [ 1094.015131] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.452s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.015131] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1094.018102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.228s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.020517] env[66507]: INFO nova.compute.claims [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.046959] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.046959] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a896c3-0bd7-ecef-505f-242dc7d6a446" [ 1094.046959] env[66507]: _type = "HttpNfcLease" [ 1094.046959] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.047274] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.047274] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a896c3-0bd7-ecef-505f-242dc7d6a446" [ 1094.047274] env[66507]: _type = "HttpNfcLease" [ 1094.047274] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.048079] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51215038-51c0-475f-986e-eee8c9405596 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060926] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.061203] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.119635] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.119818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.119929] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.166940] env[66507]: WARNING neutronclient.v2_0.client [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.176187] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-796c21f7-4736-4a69-9c00-dc30eaf9a4c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.374369] env[66507]: WARNING neutronclient.v2_0.client [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.377040] env[66507]: DEBUG nova.compute.manager [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1094.377267] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.378403] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e99f53-671b-4ad8-9930-925dd38ceadc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.388414] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.389063] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f5421d-20b5-43fa-b10e-ae38d0b9e333 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.400292] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1094.400292] env[66507]: value = "task-4638795" [ 1094.400292] env[66507]: _type = "Task" [ 1094.400292] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.412110] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.504490] env[66507]: DEBUG nova.network.neutron [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [{"id": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "address": "fa:16:3e:af:66:99", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24852432-58", "ovs_interfaceid": "24852432-58ef-4d6b-8991-87ac2d7dd52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.526507] env[66507]: DEBUG nova.compute.utils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.534122] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1094.534449] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1094.534790] env[66507]: WARNING neutronclient.v2_0.client [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.535227] env[66507]: WARNING neutronclient.v2_0.client [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.625017] env[66507]: DEBUG nova.policy [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f85b9450db40f99e849e55f8d5583a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc410235df7b4c02b913d13d2df6338e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.725612] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1094.912583] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638795, 'name': PowerOffVM_Task, 'duration_secs': 0.260847} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.913699] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.914639] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.916914] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34959e03-90ff-410d-8f5f-4d0bf84e3f65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.924120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "918b12ff-54d8-4d38-a2f2-bec242a98766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.924647] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.003321] env[66507]: DEBUG nova.compute.manager [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1095.003455] env[66507]: DEBUG nova.compute.manager [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing instance network info cache due to event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1095.003945] env[66507]: DEBUG oslo_concurrency.lockutils [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.005058] env[66507]: DEBUG oslo_concurrency.lockutils [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.005255] env[66507]: DEBUG nova.network.neutron [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.013449] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.019694] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.019694] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.019694] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleting the datastore file [datastore2] fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.019694] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08c9647-6e4f-41f8-b442-817f1b289ef9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.025985] env[66507]: WARNING neutronclient.v2_0.client [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.041369] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1095.052032] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1095.052032] env[66507]: value = "task-4638797" [ 1095.052032] env[66507]: _type = "Task" [ 1095.052032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.061628] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.207086] env[66507]: DEBUG nova.network.neutron [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updating instance_info_cache with network_info: [{"id": "38735252-9b69-4a83-870c-b86ad0f78429", "address": "fa:16:3e:07:7e:b7", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38735252-9b", "ovs_interfaceid": "38735252-9b69-4a83-870c-b86ad0f78429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.295476] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Successfully created port: 12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.429339] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1095.496630] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47e978-e2ee-4626-9e85-d61156fadced {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.507682] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18422ab3-b144-4bc0-9ec9-3b7660562314 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.512634] env[66507]: WARNING neutronclient.v2_0.client [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.520995] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4e96dc43-59c1-4abe-ab35-b962e2132d6c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc-82048fd7-6cad-4bfd-904d-1c6bb0298878" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.907s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.567665] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47772b76-ea17-4d2a-a990-30b185ef0b57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.581278] env[66507]: DEBUG oslo_vmware.api [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282763} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.585625] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.585625] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.585625] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.585625] env[66507]: INFO nova.compute.manager [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1095.585625] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.585625] env[66507]: DEBUG nova.compute.manager [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1095.585625] env[66507]: DEBUG nova.network.neutron [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.585875] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.589335] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebdfb6-06fa-4b72-80c5-03e121371dae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.607385] env[66507]: DEBUG nova.compute.provider_tree [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.653095] env[66507]: DEBUG nova.compute.manager [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Received event network-changed-38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1095.653235] env[66507]: DEBUG nova.compute.manager [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Refreshing instance network info cache due to event network-changed-38735252-9b69-4a83-870c-b86ad0f78429. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1095.653554] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] Acquiring lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.687303] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.714487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.714919] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Instance network_info: |[{"id": "38735252-9b69-4a83-870c-b86ad0f78429", "address": "fa:16:3e:07:7e:b7", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38735252-9b", "ovs_interfaceid": "38735252-9b69-4a83-870c-b86ad0f78429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1095.715283] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] Acquired lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.715463] env[66507]: DEBUG nova.network.neutron [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Refreshing network info cache for port 38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.720568] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38735252-9b69-4a83-870c-b86ad0f78429', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.728143] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.733379] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.735247] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aab65e23-44ad-4b08-a68a-f22a095c0ede {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.760068] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.760068] env[66507]: value = "task-4638798" [ 1095.760068] env[66507]: _type = "Task" [ 1095.760068] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.770952] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638798, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.968565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.064321] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1096.112971] env[66507]: DEBUG nova.scheduler.client.report [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.230694] env[66507]: WARNING neutronclient.v2_0.client [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.272094] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638798, 'name': CreateVM_Task, 'duration_secs': 0.470919} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.272333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.273011] env[66507]: WARNING neutronclient.v2_0.client [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.273433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.273601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.274014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.275508] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879fab2d-c894-4eb2-aefd-c8dfc4702de7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.281821] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1096.281821] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52302b05-55c4-58b8-47c3-535f00bd5e34" [ 1096.281821] env[66507]: _type = "Task" [ 1096.281821] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.292915] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52302b05-55c4-58b8-47c3-535f00bd5e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.364861] env[66507]: WARNING neutronclient.v2_0.client [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.530282] env[66507]: DEBUG nova.network.neutron [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updated VIF entry in instance network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1096.530699] env[66507]: DEBUG nova.network.neutron [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.606931] env[66507]: WARNING neutronclient.v2_0.client [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.619814] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.620513] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1096.625210] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.961s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.629313] env[66507]: INFO nova.compute.claims [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.700213] env[66507]: DEBUG nova.network.neutron [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updated VIF entry in instance network info cache for port 38735252-9b69-4a83-870c-b86ad0f78429. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1096.700703] env[66507]: DEBUG nova.network.neutron [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updating instance_info_cache with network_info: [{"id": "38735252-9b69-4a83-870c-b86ad0f78429", "address": "fa:16:3e:07:7e:b7", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38735252-9b", "ovs_interfaceid": "38735252-9b69-4a83-870c-b86ad0f78429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.728074] env[66507]: DEBUG nova.network.neutron [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.794963] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52302b05-55c4-58b8-47c3-535f00bd5e34, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.795872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.795872] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.796082] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.796452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.796573] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.797019] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05fa40c-7aa6-42fa-b6b2-54e2af9fd930 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.809038] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.809255] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.810312] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28e1c58-4fd3-443f-8eef-97abefc064df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819637] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1096.819637] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a0ac8e-1179-3398-241a-48be5d243b5c" [ 1096.819637] env[66507]: _type = "Task" [ 1096.819637] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.831319] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a0ac8e-1179-3398-241a-48be5d243b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.927197] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Successfully updated port: 12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.034298] env[66507]: DEBUG oslo_concurrency.lockutils [req-c98879d7-ec13-4d00-878d-720c7a276a56 req-e3067483-68c8-497e-8034-d8eaffa14ddd service nova] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.135378] env[66507]: DEBUG nova.compute.utils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.140146] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1097.140146] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1097.140146] env[66507]: WARNING neutronclient.v2_0.client [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.140377] env[66507]: WARNING neutronclient.v2_0.client [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.199966] env[66507]: DEBUG nova.policy [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7234395e657e446ca60262054f1758cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4624bbb01934f47a45737b60b97c8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.204137] env[66507]: DEBUG oslo_concurrency.lockutils [req-d0f265a3-e14b-40cf-81ab-3ebcfe1f0490 req-28167c0c-288a-4de3-b7f2-d1681a4b7f6e service nova] Releasing lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.233485] env[66507]: INFO nova.compute.manager [-] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Took 1.65 seconds to deallocate network for instance. [ 1097.247647] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1097.247727] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing instance network info cache due to event network-changed-fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1097.247904] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Acquiring lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.248098] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Acquired lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.248271] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Refreshing network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.316455] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.316739] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.331489] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a0ac8e-1179-3398-241a-48be5d243b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.332526] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaf3da7-16ca-4ece-89d2-3c89efa55900 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.339209] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1097.339209] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f21bf4-ad59-881a-481b-b1e1558aa10d" [ 1097.339209] env[66507]: _type = "Task" [ 1097.339209] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.349441] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f21bf4-ad59-881a-481b-b1e1558aa10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.430975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.431296] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.431551] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.549971] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Successfully created port: 5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1097.640813] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1097.745082] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.752626] env[66507]: WARNING neutronclient.v2_0.client [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.819571] env[66507]: DEBUG nova.compute.utils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.850381] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f21bf4-ad59-881a-481b-b1e1558aa10d, 'name': SearchDatastore_Task, 'duration_secs': 0.015916} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.853337] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.853608] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ac19476a-8554-468d-ad0c-ebc4ca074279/ac19476a-8554-468d-ad0c-ebc4ca074279.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.854446] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9284e0-c07e-4697-badb-5f9f1687cee3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.862974] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1097.862974] env[66507]: value = "task-4638799" [ 1097.862974] env[66507]: _type = "Task" [ 1097.862974] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.877970] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.949936] env[66507]: WARNING neutronclient.v2_0.client [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.966887] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d424315-df93-48c0-af8c-39b2ab99dfc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.976528] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84662d4-c120-4b1f-ab76-6c86f751a7ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.981054] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1098.021379] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7929ab5-7f9d-4a29-97ee-ac9a25382123 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.031601] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1e282-fa74-4cb0-92ca-4b66cd62518b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.053531] env[66507]: DEBUG nova.compute.provider_tree [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.086520] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updated VIF entry in instance network info cache for port fa3f8219-3d58-4656-966e-d9260fd317aa. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.087221] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [{"id": "fa3f8219-3d58-4656-966e-d9260fd317aa", "address": "fa:16:3e:de:78:5a", "network": {"id": "c817192a-300e-4ff4-8679-0945a05e9ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1260608430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "196fa0670c3e4c3eb2223287185a1941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3f8219-3d", "ovs_interfaceid": "fa3f8219-3d58-4656-966e-d9260fd317aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.157209] env[66507]: WARNING neutronclient.v2_0.client [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.248242] env[66507]: DEBUG nova.network.neutron [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.322653] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.376825] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.558082] env[66507]: DEBUG nova.scheduler.client.report [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.591202] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Releasing lock "refresh_cache-0ab2898e-5214-4a9a-a19e-c7c6832fde84" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.591499] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Received event network-vif-plugged-12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1098.591693] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.591894] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.592065] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.592232] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] No waiting events found dispatching network-vif-plugged-12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1098.592718] env[66507]: WARNING nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Received unexpected event network-vif-plugged-12609ff0-afe0-44c4-8e1e-183d5554e71f for instance with vm_state building and task_state spawning. [ 1098.592718] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Received event network-changed-12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1098.592718] env[66507]: DEBUG nova.compute.manager [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Refreshing instance network info cache due to event network-changed-12609ff0-afe0-44c4-8e1e-183d5554e71f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1098.593022] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.656075] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1098.751695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.752106] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Instance network_info: |[{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1098.752445] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.752621] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Refreshing network info cache for port 12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.876457] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667907} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.879474] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] ac19476a-8554-468d-ad0c-ebc4ca074279/ac19476a-8554-468d-ad0c-ebc4ca074279.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.879474] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.879474] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7dad288-c73c-446d-a9b0-5f14455a042b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.888164] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1098.888164] env[66507]: value = "task-4638800" [ 1098.888164] env[66507]: _type = "Task" [ 1098.888164] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.898268] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.909321] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.909576] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.910548] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.910548] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.910548] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.910548] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.910548] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.910821] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.910821] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.910989] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.911119] env[66507]: DEBUG nova.virt.hardware [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.913971] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935343d3-a550-4408-99d1-bacb098cbbb9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.926764] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.926911] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.927048] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.927237] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.927380] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.927523] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.927902] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.927951] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.928158] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.928332] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.928546] env[66507]: DEBUG nova.virt.hardware [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.930142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ca941-f648-4531-8705-e4e77fd73b3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.937190] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b0786c-959a-4c07-8204-e97f4916f8bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.952945] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1098.963107] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055bd468-554a-43d9-bb59-a4f40773e394 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.966067] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:01:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12609ff0-afe0-44c4-8e1e-183d5554e71f', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.973714] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.975181] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7973f0-0f7e-43a0-a888-a15ff9df3aa5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.979591] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.980560] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21178d3e-d678-4c32-9ca5-2422a961fe46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.997996] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1098.998079] env[66507]: ERROR oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk due to incomplete transfer. [ 1099.001021] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14c2f8bd-89c0-4677-aacb-cfefa304b848 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.009844] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.009844] env[66507]: value = "task-4638801" [ 1099.009844] env[66507]: _type = "Task" [ 1099.009844] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.016435] env[66507]: DEBUG oslo_vmware.rw_handles [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8548-55ad-8460-5091-9d5979a4f9f8/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.016651] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Uploaded image de5f930d-5e27-4cfa-ab2b-abd97be6d004 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.018995] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.022424] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2402598e-cd5b-4dee-ad16-8935a26763cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024334] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638801, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.033240] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1099.033240] env[66507]: value = "task-4638802" [ 1099.033240] env[66507]: _type = "Task" [ 1099.033240] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.044705] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638802, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.052290] env[66507]: DEBUG nova.compute.manager [req-bfec6ecc-9eae-4ca3-a347-b6bd4bdd4099 req-ac162874-650b-4a5b-be56-ae41b8f42aa8 service nova] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Received event network-vif-deleted-24852432-58ef-4d6b-8991-87ac2d7dd52a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1099.065560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.065560] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1099.069991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.774s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.071882] env[66507]: INFO nova.compute.claims [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.194288] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Successfully updated port: 5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1099.255746] env[66507]: WARNING neutronclient.v2_0.client [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.402445] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075195} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.402860] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.404146] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cf65a-e39e-45a8-911c-0fa9b02ba889 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.408263] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.408883] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.409198] env[66507]: INFO nova.compute.manager [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Attaching volume de086d3c-150c-4fd5-9991-51b3003162ea to /dev/sdb [ 1099.434659] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] ac19476a-8554-468d-ad0c-ebc4ca074279/ac19476a-8554-468d-ad0c-ebc4ca074279.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.437914] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d51c8c-61be-4b03-8583-23d475a2f4e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.455395] env[66507]: WARNING neutronclient.v2_0.client [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.465103] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1099.465103] env[66507]: value = "task-4638803" [ 1099.465103] env[66507]: _type = "Task" [ 1099.465103] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.476418] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.485173] env[66507]: DEBUG nova.compute.manager [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Received event network-vif-plugged-5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1099.485414] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.485786] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.486060] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.486374] env[66507]: DEBUG nova.compute.manager [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] No waiting events found dispatching network-vif-plugged-5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1099.487161] env[66507]: WARNING nova.compute.manager [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Received unexpected event network-vif-plugged-5bbafacf-3445-4ec8-9357-142c6f627c89 for instance with vm_state building and task_state spawning. [ 1099.487161] env[66507]: DEBUG nova.compute.manager [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Received event network-changed-5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1099.487384] env[66507]: DEBUG nova.compute.manager [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Refreshing instance network info cache due to event network-changed-5bbafacf-3445-4ec8-9357-142c6f627c89. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1099.487636] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.487779] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.488081] env[66507]: DEBUG nova.network.neutron [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Refreshing network info cache for port 5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.493538] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb6dc6-970d-47ea-8a9d-39d07b3daec2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.503857] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc60176-cd3e-4643-b4ae-5987ed37ac64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.519743] env[66507]: DEBUG nova.virt.block_device [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating existing volume attachment record: 07bf034c-7e9c-4bf3-a110-aec54c1f4698 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.525860] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638801, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.539872] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updated VIF entry in instance network info cache for port 12609ff0-afe0-44c4-8e1e-183d5554e71f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.540389] env[66507]: DEBUG nova.network.neutron [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.548101] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638802, 'name': Destroy_Task, 'duration_secs': 0.41342} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.548369] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Destroyed the VM [ 1099.548622] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.548920] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9892153-145f-4cac-9989-bf50bef8169a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.557078] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1099.557078] env[66507]: value = "task-4638804" [ 1099.557078] env[66507]: _type = "Task" [ 1099.557078] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.567519] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.571559] env[66507]: DEBUG nova.compute.utils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.572998] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1099.573203] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1099.574032] env[66507]: WARNING neutronclient.v2_0.client [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.574032] env[66507]: WARNING neutronclient.v2_0.client [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.640280] env[66507]: DEBUG nova.policy [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'facbc8a16c7644d389e0c022c0b6da78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b6f2fc5aad420c8104ae1fc183238d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.701997] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.977469] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638803, 'name': ReconfigVM_Task, 'duration_secs': 0.494121} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.977830] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfigured VM instance instance-00000063 to attach disk [datastore2] ac19476a-8554-468d-ad0c-ebc4ca074279/ac19476a-8554-468d-ad0c-ebc4ca074279.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.978762] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a33a0d7-9e29-4627-99b0-6fc069d7d95d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.989012] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1099.989012] env[66507]: value = "task-4638808" [ 1099.989012] env[66507]: _type = "Task" [ 1099.989012] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.001484] env[66507]: WARNING neutronclient.v2_0.client [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.004432] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638808, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.024310] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638801, 'name': CreateVM_Task, 'duration_secs': 0.80813} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.024310] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.025946] env[66507]: WARNING neutronclient.v2_0.client [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.025946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.025946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.025946] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.026224] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b035f757-cdc6-4675-848a-6e8ead877f63 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.034219] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1100.034219] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e038a3-46f4-baee-eacf-3fb7210ac1ec" [ 1100.034219] env[66507]: _type = "Task" [ 1100.034219] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.044246] env[66507]: DEBUG oslo_concurrency.lockutils [req-42217caf-d0b3-4962-8363-e479564ad67d req-2e2119d8-50e7-4b99-8007-8de2a098a5cc service nova] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.049248] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e038a3-46f4-baee-eacf-3fb7210ac1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.051379] env[66507]: DEBUG nova.network.neutron [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1100.070294] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638804, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.077442] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1100.135224] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Successfully created port: 192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.268990] env[66507]: DEBUG nova.network.neutron [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.437736] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcca8c35-3c64-4271-bed8-fd0a582e49f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.448169] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03256a80-10db-4238-b9d9-fb7b306c8369 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.484103] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336f3e6-f908-4f9c-a02c-f2bb76bb0701 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.497393] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e170105d-e69e-48e5-9774-065e8e243985 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.506046] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638808, 'name': Rename_Task, 'duration_secs': 0.205486} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.506697] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.507113] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f81cf4-f29a-4971-930a-9d401f2abf26 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.517495] env[66507]: DEBUG nova.compute.provider_tree [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.526185] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1100.526185] env[66507]: value = "task-4638809" [ 1100.526185] env[66507]: _type = "Task" [ 1100.526185] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.537291] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.548015] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e038a3-46f4-baee-eacf-3fb7210ac1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.548394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548679] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.549013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.549264] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.549580] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.550023] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a4651ec-8398-43b0-83b4-b8beff28af18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.564227] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.564527] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.566078] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f037d3f-cc52-404e-89e9-8f07a5114867 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.574664] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638804, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.576381] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1100.576381] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522a5812-5102-1f8b-4721-f8a0260b16b3" [ 1100.576381] env[66507]: _type = "Task" [ 1100.576381] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.589699] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522a5812-5102-1f8b-4721-f8a0260b16b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.774632] env[66507]: DEBUG oslo_concurrency.lockutils [req-cd41791e-8863-474e-998f-c8b81c306ed4 req-0505ef62-453a-46f5-8a88-dec2d6425d4b service nova] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.775061] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.775247] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.021408] env[66507]: DEBUG nova.scheduler.client.report [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.041361] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.071402] env[66507]: DEBUG oslo_vmware.api [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638804, 'name': RemoveSnapshot_Task, 'duration_secs': 1.102737} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.071717] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.071969] env[66507]: INFO nova.compute.manager [None req-3ce835d4-92b9-4770-9b46-9a02a65acd23 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 14.05 seconds to snapshot the instance on the hypervisor. [ 1101.088835] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522a5812-5102-1f8b-4721-f8a0260b16b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017562} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.089233] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c7fad6-d7f7-40ef-b4f2-6c014566fc22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.094067] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1101.102659] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1101.102659] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52dc8590-0de1-87ca-24a1-dbf2c2e696e7" [ 1101.102659] env[66507]: _type = "Task" [ 1101.102659] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.114804] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dc8590-0de1-87ca-24a1-dbf2c2e696e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.128089] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.128349] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.128483] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.128657] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.128823] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.129024] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.129249] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.129419] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.129597] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.129764] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.129941] env[66507]: DEBUG nova.virt.hardware [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.131225] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1a6fd-d25b-4ef0-adf2-95ea9b0edc94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.141320] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c944b1-84df-40f0-ab20-c4677d159226 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.322970] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1101.436807] env[66507]: WARNING neutronclient.v2_0.client [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.528078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.528078] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1101.530523] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.234s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.531962] env[66507]: INFO nova.compute.claims [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.547138] env[66507]: DEBUG oslo_vmware.api [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638809, 'name': PowerOnVM_Task, 'duration_secs': 0.640453} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.547849] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.547849] env[66507]: INFO nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1101.547980] env[66507]: DEBUG nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1101.548772] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5be620-6bd2-4883-a069-b8a4071e4cf5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.562173] env[66507]: DEBUG nova.network.neutron [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.615037] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52dc8590-0de1-87ca-24a1-dbf2c2e696e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.615037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.615385] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.615536] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d5127e-382f-4d98-875e-76570181d02b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.626340] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1101.626340] env[66507]: value = "task-4638810" [ 1101.626340] env[66507]: _type = "Task" [ 1101.626340] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.636091] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.693148] env[66507]: DEBUG nova.compute.manager [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Received event network-vif-plugged-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1101.693424] env[66507]: DEBUG oslo_concurrency.lockutils [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] Acquiring lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.693574] env[66507]: DEBUG oslo_concurrency.lockutils [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.693772] env[66507]: DEBUG oslo_concurrency.lockutils [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.693897] env[66507]: DEBUG nova.compute.manager [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] No waiting events found dispatching network-vif-plugged-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1101.694165] env[66507]: WARNING nova.compute.manager [req-1966fe2b-46b7-4255-a913-61ea3f4b55d6 req-22329c4b-0d34-4432-a21d-1fd06452300e service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Received unexpected event network-vif-plugged-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed for instance with vm_state building and task_state spawning. [ 1101.759785] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Successfully updated port: 192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.037410] env[66507]: DEBUG nova.compute.utils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.039071] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1102.039263] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1102.039612] env[66507]: WARNING neutronclient.v2_0.client [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.039915] env[66507]: WARNING neutronclient.v2_0.client [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.068523] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.068892] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance network_info: |[{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1102.069689] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e8:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bbafacf-3445-4ec8-9357-142c6f627c89', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.080400] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1102.082740] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.083521] env[66507]: INFO nova.compute.manager [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Took 19.58 seconds to build instance. [ 1102.084684] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172db1b5-d216-41f2-aa28-e3fab65a9de1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.111517] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.111517] env[66507]: value = "task-4638812" [ 1102.111517] env[66507]: _type = "Task" [ 1102.111517] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.124625] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638812, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.137753] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.214292] env[66507]: DEBUG nova.policy [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'facbc8a16c7644d389e0c022c0b6da78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b6f2fc5aad420c8104ae1fc183238d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.265735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.265735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.265735] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.543708] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1102.567078] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Successfully created port: f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1102.602567] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ffaa90df-cbbd-4bc3-9d4c-029c1d47d48b tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.105s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.627263] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638812, 'name': CreateVM_Task, 'duration_secs': 0.515483} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.631212] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.632361] env[66507]: WARNING neutronclient.v2_0.client [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.632963] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.633348] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.633969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.637569] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451dd4a3-f73e-4887-a32a-30d23c2016d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.644962] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814711} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.645817] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.647120] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.647120] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0045d45c-42a0-43f3-8760-619f4b191edd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.651018] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1102.651018] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52036ce7-35ac-1a4b-79be-b37d9430d643" [ 1102.651018] env[66507]: _type = "Task" [ 1102.651018] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.659238] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1102.659238] env[66507]: value = "task-4638813" [ 1102.659238] env[66507]: _type = "Task" [ 1102.659238] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.667305] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52036ce7-35ac-1a4b-79be-b37d9430d643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.677508] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.718565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "6aa90dc8-7494-433e-b501-2f125478345b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.719147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.719147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "6aa90dc8-7494-433e-b501-2f125478345b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.719521] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.720327] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.723032] env[66507]: INFO nova.compute.manager [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Terminating instance [ 1102.874780] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae465c0b-9767-4420-b489-046ce334c071 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.886876] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4d5ce-6c97-4c53-9eac-89bf7066e070 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.919320] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c15b8-3778-49f2-ba17-3e8912bfa7f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.927987] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79812a-d3ea-4c9c-852f-c0b15ff833cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.942823] env[66507]: DEBUG nova.compute.provider_tree [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.161142] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52036ce7-35ac-1a4b-79be-b37d9430d643, 'name': SearchDatastore_Task, 'duration_secs': 0.019464} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.164380] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.164674] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.164921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.165081] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.165276] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.165566] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c00bfa18-7e69-477f-a59e-6c51b46387ba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.174304] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072822} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.174571] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.176365] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c885a-1a7f-44f3-9de4-ee15783e6a42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179014] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.179205] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.180252] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e147a5c-fed9-49ef-aa24-96b7d8f917d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.206591] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.207825] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2610f8-441e-45fd-8140-c03f2cc85431 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.224242] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1103.224242] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52010999-3985-21fe-b78b-67040c7eb253" [ 1103.224242] env[66507]: _type = "Task" [ 1103.224242] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.229527] env[66507]: DEBUG nova.compute.manager [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1103.229700] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.231927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d262f5-5e46-4332-a44a-5803862f81f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.235034] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1103.235034] env[66507]: value = "task-4638814" [ 1103.235034] env[66507]: _type = "Task" [ 1103.235034] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.239176] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52010999-3985-21fe-b78b-67040c7eb253, 'name': SearchDatastore_Task, 'duration_secs': 0.020552} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.245985] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e74e56-f5d7-4984-8a1c-f39846fc2ed3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.249304] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.250414] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43dba28a-132e-4b21-95a1-c5cc9b4be9dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.256963] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.260202] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1103.260202] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5217c8bb-ef72-3693-8f76-68c113cfcbea" [ 1103.260202] env[66507]: _type = "Task" [ 1103.260202] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.266550] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1103.266550] env[66507]: value = "task-4638815" [ 1103.266550] env[66507]: _type = "Task" [ 1103.266550] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.277344] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5217c8bb-ef72-3693-8f76-68c113cfcbea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.281747] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.335951] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.446500] env[66507]: DEBUG nova.scheduler.client.report [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.481429] env[66507]: DEBUG nova.compute.manager [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Received event network-changed-38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1103.481798] env[66507]: DEBUG nova.compute.manager [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Refreshing instance network info cache due to event network-changed-38735252-9b69-4a83-870c-b86ad0f78429. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1103.482160] env[66507]: DEBUG oslo_concurrency.lockutils [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] Acquiring lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482415] env[66507]: DEBUG oslo_concurrency.lockutils [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] Acquired lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.483098] env[66507]: DEBUG nova.network.neutron [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Refreshing network info cache for port 38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.521793] env[66507]: WARNING neutronclient.v2_0.client [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.562406] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1103.595101] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.595418] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.595644] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.595952] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.596217] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.596423] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.596679] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.596910] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.597147] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.597337] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.597530] env[66507]: DEBUG nova.virt.hardware [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.598531] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d657e3-ab68-4f5d-95fa-a9bee213293d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.611347] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696c2e9-3c79-4ceb-b786-a49fee65c399 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.725560] env[66507]: DEBUG nova.network.neutron [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Updating instance_info_cache with network_info: [{"id": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "address": "fa:16:3e:84:84:5e", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192c6d9b-d8", "ovs_interfaceid": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.751341] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638814, 'name': ReconfigVM_Task, 'duration_secs': 0.511183} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.751854] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.752380] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa94b51-a6d4-4cfa-8c54-6b43ccf4dbd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.760945] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1103.760945] env[66507]: value = "task-4638816" [ 1103.760945] env[66507]: _type = "Task" [ 1103.760945] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.779223] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5217c8bb-ef72-3693-8f76-68c113cfcbea, 'name': SearchDatastore_Task, 'duration_secs': 0.017342} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.783292] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.783767] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.784661] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638816, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.784988] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ddde7b-b441-4d11-885e-fa54e47e49e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.790650] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638815, 'name': PowerOffVM_Task, 'duration_secs': 0.232026} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.791398] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.791572] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.791843] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ab3e8e-c9ea-4669-8bef-14936239bf26 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.796746] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1103.796746] env[66507]: value = "task-4638817" [ 1103.796746] env[66507]: _type = "Task" [ 1103.796746] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.808855] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.876485] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.878364] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.878364] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Deleting the datastore file [datastore1] 6aa90dc8-7494-433e-b501-2f125478345b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.878364] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb2e57b-43f5-4c22-b562-07ae182f8e10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881602] env[66507]: DEBUG nova.compute.manager [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Received event network-changed-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1103.881791] env[66507]: DEBUG nova.compute.manager [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Refreshing instance network info cache due to event network-changed-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1103.881967] env[66507]: DEBUG oslo_concurrency.lockutils [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] Acquiring lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.889675] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for the task: (returnval){ [ 1103.889675] env[66507]: value = "task-4638819" [ 1103.889675] env[66507]: _type = "Task" [ 1103.889675] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.902384] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.914007] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.915100] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a890e9-acb8-44da-a15f-45b61f1c952d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.924191] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.924409] env[66507]: ERROR oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk due to incomplete transfer. [ 1103.924626] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ade5e04-2281-4704-8829-bbba233a67f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.945094] env[66507]: DEBUG oslo_vmware.rw_handles [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314ea2-d9cc-edc6-2096-fff365009e55/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.945094] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Uploaded image 0449ee89-9388-43dc-ad5f-8d4dc420b95d to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.946915] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.947283] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b21f971-2a32-4007-a165-76432d9d79ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.952470] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.953015] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1103.957478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.239s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.957478] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.960420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.724s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.962784] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1103.962784] env[66507]: value = "task-4638820" [ 1103.962784] env[66507]: _type = "Task" [ 1103.962784] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.977235] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638820, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.987134] env[66507]: WARNING neutronclient.v2_0.client [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.999407] env[66507]: INFO nova.scheduler.client.report [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocations for instance 62b49883-08ee-43ce-bd28-7c93f6e05ae3 [ 1104.077529] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.077851] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905863', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'name': 'volume-de086d3c-150c-4fd5-9991-51b3003162ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfa849b2-573e-46a0-aecf-8eb7af212649', 'attached_at': '', 'detached_at': '', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'serial': 'de086d3c-150c-4fd5-9991-51b3003162ea'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.079275] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9459c5-05b5-41b1-97b2-cbb2c1261c5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.100446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b763f-6bd9-45a7-a6f5-1ae3df6dc2fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.133915] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-de086d3c-150c-4fd5-9991-51b3003162ea/volume-de086d3c-150c-4fd5-9991-51b3003162ea.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.134337] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09bdf989-ba89-4fe9-8b9a-a1475b76ee7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.156899] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1104.156899] env[66507]: value = "task-4638821" [ 1104.156899] env[66507]: _type = "Task" [ 1104.156899] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.169157] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.221704] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Successfully updated port: f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.228789] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229274] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Instance network_info: |[{"id": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "address": "fa:16:3e:84:84:5e", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192c6d9b-d8", "ovs_interfaceid": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1104.229638] env[66507]: DEBUG oslo_concurrency.lockutils [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] Acquired lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.229863] env[66507]: DEBUG nova.network.neutron [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Refreshing network info cache for port 192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.232995] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:84:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.243554] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating folder: Project (e1b6f2fc5aad420c8104ae1fc183238d). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.244872] env[66507]: WARNING neutronclient.v2_0.client [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.248916] env[66507]: WARNING neutronclient.v2_0.client [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.251496] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d426a655-d491-4cc3-babd-1f2f95291c7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.266975] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Created folder: Project (e1b6f2fc5aad420c8104ae1fc183238d) in parent group-v905587. [ 1104.267350] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating folder: Instances. Parent ref: group-v905865. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.271249] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baed93fc-baed-4256-a3a4-0ffb633533e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.279923] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638816, 'name': Rename_Task, 'duration_secs': 0.181709} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.280280] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.280573] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a576db6-8254-46d9-92da-7c6996f74df6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.284073] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Created folder: Instances in parent group-v905865. [ 1104.284410] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.285086] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.285182] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d53ca67-29a5-46ff-b349-81459ded1df2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.303204] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1104.303204] env[66507]: value = "task-4638824" [ 1104.303204] env[66507]: _type = "Task" [ 1104.303204] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.315934] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.315934] env[66507]: value = "task-4638825" [ 1104.315934] env[66507]: _type = "Task" [ 1104.315934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.327303] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.331325] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.338769] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638825, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.370263] env[66507]: DEBUG nova.network.neutron [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updated VIF entry in instance network info cache for port 38735252-9b69-4a83-870c-b86ad0f78429. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.374170] env[66507]: DEBUG nova.network.neutron [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updating instance_info_cache with network_info: [{"id": "38735252-9b69-4a83-870c-b86ad0f78429", "address": "fa:16:3e:07:7e:b7", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38735252-9b", "ovs_interfaceid": "38735252-9b69-4a83-870c-b86ad0f78429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.402235] env[66507]: DEBUG oslo_vmware.api [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Task: {'id': task-4638819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275453} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.402520] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.402702] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.402884] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.403095] env[66507]: INFO nova.compute.manager [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1104.403357] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.403957] env[66507]: DEBUG nova.compute.manager [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1104.404080] env[66507]: DEBUG nova.network.neutron [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.404341] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.446370] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.465861] env[66507]: DEBUG nova.compute.utils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.479710] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1104.479940] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.480311] env[66507]: WARNING neutronclient.v2_0.client [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.480612] env[66507]: WARNING neutronclient.v2_0.client [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.497433] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638820, 'name': Destroy_Task, 'duration_secs': 0.427391} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.497785] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Destroyed the VM [ 1104.498009] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.498591] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-087b1a84-8a57-43c9-a2c1-448019f16b68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.508704] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1104.508704] env[66507]: value = "task-4638826" [ 1104.508704] env[66507]: _type = "Task" [ 1104.508704] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.509265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-24019437-8eed-4b7b-8056-12be7d850ddb tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "62b49883-08ee-43ce-bd28-7c93f6e05ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.790s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.523186] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.540565] env[66507]: DEBUG nova.policy [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dc566426d5e41e4a91415eb126ff24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b001efa42e584baa80144e9c91d5cc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.569449] env[66507]: WARNING neutronclient.v2_0.client [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.669564] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.724847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.725227] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.725503] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.818305] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630059} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.825045] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.825045] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.825045] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.825045] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5ad3a5d-fadb-4d34-97b6-512260f4dcc4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.838941] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638825, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.841540] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1104.841540] env[66507]: value = "task-4638827" [ 1104.841540] env[66507]: _type = "Task" [ 1104.841540] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.854854] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.877217] env[66507]: DEBUG oslo_concurrency.lockutils [req-6d484e13-fc1e-4fc0-8cec-b55a532fb0c1 req-5931cf23-958e-49e2-9e92-ad22c428dad4 service nova] Releasing lock "refresh_cache-ac19476a-8554-468d-ad0c-ebc4ca074279" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.910793] env[66507]: DEBUG nova.network.neutron [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Updated VIF entry in instance network info cache for port 192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.911211] env[66507]: DEBUG nova.network.neutron [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Updating instance_info_cache with network_info: [{"id": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "address": "fa:16:3e:84:84:5e", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap192c6d9b-d8", "ovs_interfaceid": "192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.987532] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1105.021711] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638826, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.028947] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.028947] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.028947] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.028947] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0ab2898e-5214-4a9a-a19e-c7c6832fde84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029175] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.029211] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029710] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bfa849b2-573e-46a0-aecf-8eb7af212649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029710] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 6aa90dc8-7494-433e-b501-2f125478345b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029710] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 901c1886-1bd6-47d8-9351-f02811383557 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.029710] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 067e3f7f-914b-4e35-a2dd-70be30e99c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029910] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ac19476a-8554-468d-ad0c-ebc4ca074279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029910] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2ecde566-7229-4d2d-8593-2eaeaf8196f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.029976] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance f72e63cb-361b-4e9d-827f-aa15bf6bf19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.030094] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 245ce53d-8534-4b19-8d43-3a009693c2ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.030595] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.030595] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 33f4258a-82ea-40fe-9e64-26a3fc79ffda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.096885] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Successfully created port: 432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.170127] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.259481] env[66507]: DEBUG nova.network.neutron [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.276579] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.320548] env[66507]: DEBUG oslo_vmware.api [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638824, 'name': PowerOnVM_Task, 'duration_secs': 0.605348} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.320849] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.321076] env[66507]: INFO nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1105.321257] env[66507]: DEBUG nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1105.322230] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48724964-d9ee-4652-9319-7a60b0a02ee5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.339787] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638825, 'name': CreateVM_Task, 'duration_secs': 0.621428} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.343666] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.344557] env[66507]: WARNING neutronclient.v2_0.client [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.344935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.345346] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.345707] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.349991] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8421bb-2b13-4b05-88bd-078766558307 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.358801] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093078} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.361102] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.362808] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1105.362808] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52124eb3-3e27-1470-f7a3-fd18a40c7ede" [ 1105.362808] env[66507]: _type = "Task" [ 1105.362808] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.363861] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1a1f2-aa90-4a92-9d3a-796229b43876 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.368658] env[66507]: WARNING neutronclient.v2_0.client [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.397624] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.402456] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89323a57-7ace-405d-a3ac-327a1862ff46 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.417330] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52124eb3-3e27-1470-f7a3-fd18a40c7ede, 'name': SearchDatastore_Task, 'duration_secs': 0.023193} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.421262] env[66507]: DEBUG oslo_concurrency.lockutils [req-0e8c1534-deaf-4cc9-9ae0-7aff6ac83e58 req-212373b4-6aff-4c3e-b1ec-d1e5501f4f08 service nova] Releasing lock "refresh_cache-245ce53d-8534-4b19-8d43-3a009693c2ff" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.421690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.421911] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.422176] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.422292] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.422464] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.423441] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0ced7d-1928-4630-8895-a028c52ffd5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.430245] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1105.430245] env[66507]: value = "task-4638828" [ 1105.430245] env[66507]: _type = "Task" [ 1105.430245] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.440240] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.443278] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.443458] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.444224] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1057f55e-22cd-45e9-a233-246b4f585aa0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.450321] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1105.450321] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52935b6a-1a15-92c7-1a26-07b57e95ea5a" [ 1105.450321] env[66507]: _type = "Task" [ 1105.450321] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.459386] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52935b6a-1a15-92c7-1a26-07b57e95ea5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.460579] env[66507]: DEBUG nova.network.neutron [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Updating instance_info_cache with network_info: [{"id": "f77914a4-898b-4c92-a705-35e86e6be527", "address": "fa:16:3e:58:bb:16", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77914a4-89", "ovs_interfaceid": "f77914a4-898b-4c92-a705-35e86e6be527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.519103] env[66507]: DEBUG nova.compute.manager [req-467cc861-f7bf-46bf-b2ac-2918f3351c85 req-dee095e8-31eb-4663-b6ba-73451f0b0e0b service nova] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Received event network-vif-deleted-20e0dc11-b647-42cb-af75-444d28f0ecda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1105.525716] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.840456} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.526268] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.526268] env[66507]: DEBUG nova.compute.manager [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1105.527594] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b8ff75-2687-4348-8a45-73d218b6343f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.534813] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance e0253af8-cf1a-4a90-aee8-2668d3e086cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1105.670893] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.762445] env[66507]: INFO nova.compute.manager [-] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Took 1.36 seconds to deallocate network for instance. [ 1105.851341] env[66507]: INFO nova.compute.manager [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Took 21.59 seconds to build instance. [ 1105.916612] env[66507]: DEBUG nova.compute.manager [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Received event network-vif-plugged-f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1105.916949] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Acquiring lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.917521] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.917794] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.917939] env[66507]: DEBUG nova.compute.manager [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] No waiting events found dispatching network-vif-plugged-f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1105.918051] env[66507]: WARNING nova.compute.manager [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Received unexpected event network-vif-plugged-f77914a4-898b-4c92-a705-35e86e6be527 for instance with vm_state building and task_state spawning. [ 1105.918229] env[66507]: DEBUG nova.compute.manager [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Received event network-changed-f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1105.918369] env[66507]: DEBUG nova.compute.manager [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Refreshing instance network info cache due to event network-changed-f77914a4-898b-4c92-a705-35e86e6be527. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1105.918536] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Acquiring lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.942283] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.960600] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52935b6a-1a15-92c7-1a26-07b57e95ea5a, 'name': SearchDatastore_Task, 'duration_secs': 0.043692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.961437] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a4e6f9-e6fb-4048-bfb4-9c2abbd597f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.964105] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.964460] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Instance network_info: |[{"id": "f77914a4-898b-4c92-a705-35e86e6be527", "address": "fa:16:3e:58:bb:16", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77914a4-89", "ovs_interfaceid": "f77914a4-898b-4c92-a705-35e86e6be527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1105.964772] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Acquired lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.964945] env[66507]: DEBUG nova.network.neutron [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Refreshing network info cache for port f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.966260] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:bb:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f77914a4-898b-4c92-a705-35e86e6be527', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.974403] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1105.976320] env[66507]: WARNING neutronclient.v2_0.client [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.978665] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.980654] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08effa8-5933-47a5-9055-bf56a6e67f87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.996129] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1105.996129] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5230a3b8-9725-6d78-9d8a-b341f870f930" [ 1105.996129] env[66507]: _type = "Task" [ 1105.996129] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.001928] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1106.006278] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.006278] env[66507]: value = "task-4638829" [ 1106.006278] env[66507]: _type = "Task" [ 1106.006278] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.014594] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5230a3b8-9725-6d78-9d8a-b341f870f930, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.015325] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.015613] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 245ce53d-8534-4b19-8d43-3a009693c2ff/245ce53d-8534-4b19-8d43-3a009693c2ff.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.015972] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fadb2fa8-eb51-432b-b02b-319d1a3b4a95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.022098] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638829, 'name': CreateVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.030117] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1106.030117] env[66507]: value = "task-4638830" [ 1106.030117] env[66507]: _type = "Task" [ 1106.030117] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.043447] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 793f9dfb-d0c0-48cd-a101-88ecc641f70b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1106.051191] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.051596] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.051982] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.052254] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.052403] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.052613] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.052821] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.053063] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.053433] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.053670] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.053932] env[66507]: DEBUG nova.virt.hardware [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.055909] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11df8a-bfa3-4e5f-ab88-fe79d2dff5eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.059652] env[66507]: INFO nova.compute.manager [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Shelve offloading [ 1106.065978] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.079160] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9f44d-8056-4e4b-9dcf-d044e9b56f88 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.172351] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.269347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.353546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dfabab08-c824-4d58-b6a0-7e3bc285e3e7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.103s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.445092] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638828, 'name': ReconfigVM_Task, 'duration_secs': 0.751605} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.445214] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.445888] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-822925ff-0b8c-457e-9e7b-c3d7345f9287 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.456025] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1106.456025] env[66507]: value = "task-4638831" [ 1106.456025] env[66507]: _type = "Task" [ 1106.456025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.467783] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638831, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.529934] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638829, 'name': CreateVM_Task, 'duration_secs': 0.399983} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.529934] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.529934] env[66507]: WARNING neutronclient.v2_0.client [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.529934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.529934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.529934] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7cf5e3f-62bd-4552-b074-bea3da9897fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.540963] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1106.540963] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b468d7-1fac-8a81-89a0-810e4e85f033" [ 1106.540963] env[66507]: _type = "Task" [ 1106.540963] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.550889] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 918b12ff-54d8-4d38-a2f2-bec242a98766 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1106.551463] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1106.551619] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1106.554948] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.565540] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b468d7-1fac-8a81-89a0-810e4e85f033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.571311] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.571311] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df61b38-f174-477c-ac1a-0811aa26618b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.584181] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1106.584181] env[66507]: value = "task-4638832" [ 1106.584181] env[66507]: _type = "Task" [ 1106.584181] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.608901] env[66507]: WARNING neutronclient.v2_0.client [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.617061] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.617529] env[66507]: DEBUG nova.compute.manager [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1106.623036] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c62d4b-7049-4b51-9541-9cde5ebf114a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.632340] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.632733] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.633094] env[66507]: DEBUG nova.network.neutron [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1106.676309] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638821, 'name': ReconfigVM_Task, 'duration_secs': 2.023296} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.676309] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-de086d3c-150c-4fd5-9991-51b3003162ea/volume-de086d3c-150c-4fd5-9991-51b3003162ea.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.686770] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f64177-dc01-46d8-92bd-871e4089be20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.710070] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1106.710070] env[66507]: value = "task-4638833" [ 1106.710070] env[66507]: _type = "Task" [ 1106.710070] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.725386] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.789645] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Successfully updated port: 432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.801706] env[66507]: DEBUG nova.network.neutron [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Updated VIF entry in instance network info cache for port f77914a4-898b-4c92-a705-35e86e6be527. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.802100] env[66507]: DEBUG nova.network.neutron [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Updating instance_info_cache with network_info: [{"id": "f77914a4-898b-4c92-a705-35e86e6be527", "address": "fa:16:3e:58:bb:16", "network": {"id": "0f244f65-9b52-4825-827b-09cf3f071654", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5edc64da189b476695f7f839b0b63087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77914a4-89", "ovs_interfaceid": "f77914a4-898b-4c92-a705-35e86e6be527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.971250] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638831, 'name': Rename_Task, 'duration_secs': 0.282694} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.971691] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.971868] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd36b8e9-7994-4782-99a8-6ef172187fe7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.975049] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98349d0c-9158-4bfe-9319-a833d15387f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.984385] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de4fcb0-9bc3-45e1-9d48-807efe09efdd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.988395] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1106.988395] env[66507]: value = "task-4638834" [ 1106.988395] env[66507]: _type = "Task" [ 1106.988395] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.021984] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42de7f-f991-4ac0-9ecb-c371b24232cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.024666] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.031794] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf04f040-ed4f-47e8-b398-e90198fcbeb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.058885] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.060820] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699573} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.061739] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 245ce53d-8534-4b19-8d43-3a009693c2ff/245ce53d-8534-4b19-8d43-3a009693c2ff.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.061965] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.062245] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cf25627-6806-460f-99d0-dbe3086f29e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.068722] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b468d7-1fac-8a81-89a0-810e4e85f033, 'name': SearchDatastore_Task, 'duration_secs': 0.031851} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.070233] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.070532] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.070811] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070998] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.071216] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.071810] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae6db7c5-6fe7-4930-91a7-15e8989a0e67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.076521] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1107.076521] env[66507]: value = "task-4638835" [ 1107.076521] env[66507]: _type = "Task" [ 1107.076521] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.086119] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.087402] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.087581] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.088330] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d246fe56-79b6-4a04-bb51-42561978e568 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.094639] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1107.094639] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5260dc99-f0b3-f174-9e5c-76b39b113d39" [ 1107.094639] env[66507]: _type = "Task" [ 1107.094639] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.104942] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5260dc99-f0b3-f174-9e5c-76b39b113d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.142154] env[66507]: WARNING neutronclient.v2_0.client [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.220925] env[66507]: DEBUG oslo_vmware.api [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638833, 'name': ReconfigVM_Task, 'duration_secs': 0.278104} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.221278] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905863', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'name': 'volume-de086d3c-150c-4fd5-9991-51b3003162ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfa849b2-573e-46a0-aecf-8eb7af212649', 'attached_at': '', 'detached_at': '', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'serial': 'de086d3c-150c-4fd5-9991-51b3003162ea'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1107.292534] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.292749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.292827] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.311539] env[66507]: DEBUG oslo_concurrency.lockutils [req-0681de5a-2a38-4282-8256-9099076c6522 req-1a58a675-ba33-4e2b-ada5-b051ad65faec service nova] Releasing lock "refresh_cache-50a96d24-8e82-44d1-b476-a8ebe8e7bf92" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.329427] env[66507]: WARNING neutronclient.v2_0.client [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.401237] env[66507]: DEBUG nova.network.neutron [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.499861] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.562980] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.572743] env[66507]: DEBUG nova.compute.manager [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Received event network-changed-12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1107.572949] env[66507]: DEBUG nova.compute.manager [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Refreshing instance network info cache due to event network-changed-12609ff0-afe0-44c4-8e1e-183d5554e71f. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1107.573301] env[66507]: DEBUG oslo_concurrency.lockutils [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.573301] env[66507]: DEBUG oslo_concurrency.lockutils [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.573451] env[66507]: DEBUG nova.network.neutron [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Refreshing network info cache for port 12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.588934] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073075} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.589343] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.590168] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d21331-55cc-404b-9456-10c6579f54db {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.619070] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 245ce53d-8534-4b19-8d43-3a009693c2ff/245ce53d-8534-4b19-8d43-3a009693c2ff.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.619831] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3e7e9f-89d4-4cac-9053-91975babc4ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.638687] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5260dc99-f0b3-f174-9e5c-76b39b113d39, 'name': SearchDatastore_Task, 'duration_secs': 0.015706} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.640051] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd007cd0-74a5-4616-a1fe-986b58deaad2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.645229] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1107.645229] env[66507]: value = "task-4638836" [ 1107.645229] env[66507]: _type = "Task" [ 1107.645229] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.649680] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1107.649680] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4242-e3d4-5e05-8d3b-4efe879897ad" [ 1107.649680] env[66507]: _type = "Task" [ 1107.649680] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.656349] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.661782] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4242-e3d4-5e05-8d3b-4efe879897ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.835613] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.905029] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.905216] env[66507]: WARNING neutronclient.v2_0.client [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.905690] env[66507]: WARNING neutronclient.v2_0.client [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.918677] env[66507]: WARNING neutronclient.v2_0.client [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.001738] env[66507]: DEBUG oslo_vmware.api [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638834, 'name': PowerOnVM_Task, 'duration_secs': 0.920655} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.004688] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.004914] env[66507]: INFO nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1108.005095] env[66507]: DEBUG nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1108.006128] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd052e-a9da-4157-b397-a1fb7584ca82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.035090] env[66507]: DEBUG nova.network.neutron [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Updating instance_info_cache with network_info: [{"id": "432ded57-918b-456e-88e2-91e29d0eaef0", "address": "fa:16:3e:87:14:f2", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ded57-91", "ovs_interfaceid": "432ded57-918b-456e-88e2-91e29d0eaef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.038411] env[66507]: DEBUG nova.compute.manager [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Received event network-vif-plugged-432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1108.038626] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Acquiring lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.038903] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.039076] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.039246] env[66507]: DEBUG nova.compute.manager [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] No waiting events found dispatching network-vif-plugged-432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1108.039460] env[66507]: WARNING nova.compute.manager [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Received unexpected event network-vif-plugged-432ded57-918b-456e-88e2-91e29d0eaef0 for instance with vm_state building and task_state spawning. [ 1108.039657] env[66507]: DEBUG nova.compute.manager [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Received event network-changed-432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1108.039827] env[66507]: DEBUG nova.compute.manager [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Refreshing instance network info cache due to event network-changed-432ded57-918b-456e-88e2-91e29d0eaef0. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1108.040049] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Acquiring lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.069309] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1108.069728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.109s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.070669] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.935s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.071109] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.073927] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.764s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.075733] env[66507]: INFO nova.compute.claims [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.079995] env[66507]: WARNING neutronclient.v2_0.client [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.109645] env[66507]: INFO nova.scheduler.client.report [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Deleted allocations for instance 901c1886-1bd6-47d8-9351-f02811383557 [ 1108.158450] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.165320] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ac4242-e3d4-5e05-8d3b-4efe879897ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.165581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.165837] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 50a96d24-8e82-44d1-b476-a8ebe8e7bf92/50a96d24-8e82-44d1-b476-a8ebe8e7bf92.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.166154] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6265418d-a366-429a-a0ac-1c9f5b389449 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.176595] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1108.176595] env[66507]: value = "task-4638837" [ 1108.176595] env[66507]: _type = "Task" [ 1108.176595] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.186487] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.259820] env[66507]: DEBUG nova.objects.instance [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.275592] env[66507]: WARNING neutronclient.v2_0.client [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.311497] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.313015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e3a9f-5923-40c2-b26a-4c701c9624bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.322357] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.322627] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-766c8c61-df93-4c80-9e09-d4a5faeced86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.356535] env[66507]: DEBUG nova.network.neutron [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updated VIF entry in instance network info cache for port 12609ff0-afe0-44c4-8e1e-183d5554e71f. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1108.357252] env[66507]: DEBUG nova.network.neutron [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.391244] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.391564] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.391817] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.392120] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831fd78a-18b2-4707-aada-75622d985ee0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.403326] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1108.403326] env[66507]: value = "task-4638839" [ 1108.403326] env[66507]: _type = "Task" [ 1108.403326] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.413930] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.527731] env[66507]: INFO nova.compute.manager [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Took 23.75 seconds to build instance. [ 1108.543607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.543607] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Instance network_info: |[{"id": "432ded57-918b-456e-88e2-91e29d0eaef0", "address": "fa:16:3e:87:14:f2", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ded57-91", "ovs_interfaceid": "432ded57-918b-456e-88e2-91e29d0eaef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1108.543607] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Acquired lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.543607] env[66507]: DEBUG nova.network.neutron [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Refreshing network info cache for port 432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.545033] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:14:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432ded57-918b-456e-88e2-91e29d0eaef0', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.552015] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.552864] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.553103] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c22abaef-33fa-4997-8072-697651591de3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.574633] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.574633] env[66507]: value = "task-4638840" [ 1108.574633] env[66507]: _type = "Task" [ 1108.574633] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.585936] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638840, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.616656] env[66507]: DEBUG oslo_concurrency.lockutils [None req-57eb4293-db43-4426-bde9-d9e4863bb1ec tempest-InstanceActionsTestJSON-915703581 tempest-InstanceActionsTestJSON-915703581-project-member] Lock "901c1886-1bd6-47d8-9351-f02811383557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.488s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.660300] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638836, 'name': ReconfigVM_Task, 'duration_secs': 0.66439} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.660658] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 245ce53d-8534-4b19-8d43-3a009693c2ff/245ce53d-8534-4b19-8d43-3a009693c2ff.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.661424] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a03ff48-040b-4117-b62c-8712669c9f39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.672428] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1108.672428] env[66507]: value = "task-4638841" [ 1108.672428] env[66507]: _type = "Task" [ 1108.672428] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.685704] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638841, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.689614] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.765908] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0a589cee-39ea-4b21-a98d-4f045b028e76 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.357s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.860032] env[66507]: DEBUG oslo_concurrency.lockutils [req-36a05a1c-75d5-4844-a114-f90279832155 req-55c72016-ed3f-411d-8975-e3d9364a69b0 service nova] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.900033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.901378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.901378] env[66507]: DEBUG nova.compute.manager [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1108.901689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe11327-7411-48b7-b14f-f7c4e4899221 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.913044] env[66507]: DEBUG nova.compute.manager [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1108.913648] env[66507]: DEBUG nova.objects.instance [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.919197] env[66507]: DEBUG oslo_vmware.api [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426303} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.919795] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.923023] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.923023] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.942441] env[66507]: INFO nova.scheduler.client.report [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted allocations for instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac [ 1109.030168] env[66507]: DEBUG oslo_concurrency.lockutils [None req-39e5f9ae-8740-4afd-8dc3-5f6d89439292 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.265s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.054041] env[66507]: WARNING neutronclient.v2_0.client [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.086420] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638840, 'name': CreateVM_Task, 'duration_secs': 0.476426} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.086598] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.087046] env[66507]: WARNING neutronclient.v2_0.client [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.087352] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.087538] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.087804] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.088084] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792f2313-bb7c-46e1-9d5f-f07aec86fe8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.097184] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1109.097184] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f33319-80cf-4dbb-b331-853a6e21718d" [ 1109.097184] env[66507]: _type = "Task" [ 1109.097184] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.106673] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f33319-80cf-4dbb-b331-853a6e21718d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.190637] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754676} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.196464] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 50a96d24-8e82-44d1-b476-a8ebe8e7bf92/50a96d24-8e82-44d1-b476-a8ebe8e7bf92.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.196946] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.197396] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638841, 'name': Rename_Task, 'duration_secs': 0.358509} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.197932] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05a7170-8902-44d5-a83e-c06835a2b22a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.200349] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.200743] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9e3ddcb-da66-47d2-bb87-a310225eced0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.213163] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1109.213163] env[66507]: value = "task-4638843" [ 1109.213163] env[66507]: _type = "Task" [ 1109.213163] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.215303] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1109.215303] env[66507]: value = "task-4638842" [ 1109.215303] env[66507]: _type = "Task" [ 1109.215303] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.231555] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.232031] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.353497] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4732340-b988-4d19-ac27-980dfe3ce846 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.362800] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d697881-7aef-406b-a892-ff3da94472ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.401343] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fda437-3153-4b87-af23-42cf30fec0c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.410774] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe86dd-f629-4239-873b-7c8ec43705a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.427439] env[66507]: DEBUG nova.compute.provider_tree [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.446622] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.609667] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f33319-80cf-4dbb-b331-853a6e21718d, 'name': SearchDatastore_Task, 'duration_secs': 0.016883} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.609667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.609667] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.609667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.609667] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.609923] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.610257] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-005a29da-e462-493f-adec-f83da9920da3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.626544] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.626753] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.627613] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913bc613-aca0-4272-b5d4-6993788748a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.638194] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1109.638194] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529b273b-bb1a-7201-c21a-d36ab1f27098" [ 1109.638194] env[66507]: _type = "Task" [ 1109.638194] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.649424] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529b273b-bb1a-7201-c21a-d36ab1f27098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.700204] env[66507]: WARNING neutronclient.v2_0.client [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.714381] env[66507]: DEBUG nova.compute.manager [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-vif-unplugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1109.714381] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.715564] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.715564] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.715564] env[66507]: DEBUG nova.compute.manager [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] No waiting events found dispatching network-vif-unplugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1109.715564] env[66507]: WARNING nova.compute.manager [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received unexpected event network-vif-unplugged-c21594ab-8c19-475a-9f56-a209a9319121 for instance with vm_state shelved_offloaded and task_state None. [ 1109.715564] env[66507]: DEBUG nova.compute.manager [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-changed-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1109.715733] env[66507]: DEBUG nova.compute.manager [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing instance network info cache due to event network-changed-c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1109.716163] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.716163] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.716163] env[66507]: DEBUG nova.network.neutron [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing network info cache for port c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.730949] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07854} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.737441] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.738833] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.739545] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b3e67-b56d-4f77-847e-9e9a860882f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.769996] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 50a96d24-8e82-44d1-b476-a8ebe8e7bf92/50a96d24-8e82-44d1-b476-a8ebe8e7bf92.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.773557] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0548f0-c43c-4336-a55f-abfe23fcfcf6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.796384] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1109.796384] env[66507]: value = "task-4638844" [ 1109.796384] env[66507]: _type = "Task" [ 1109.796384] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.808087] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.887922] env[66507]: DEBUG nova.network.neutron [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Updated VIF entry in instance network info cache for port 432ded57-918b-456e-88e2-91e29d0eaef0. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.888325] env[66507]: DEBUG nova.network.neutron [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Updating instance_info_cache with network_info: [{"id": "432ded57-918b-456e-88e2-91e29d0eaef0", "address": "fa:16:3e:87:14:f2", "network": {"id": "d1029d68-9b73-47e9-ac21-7268577ec33c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-92487724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b001efa42e584baa80144e9c91d5cc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ded57-91", "ovs_interfaceid": "432ded57-918b-456e-88e2-91e29d0eaef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.930947] env[66507]: DEBUG nova.scheduler.client.report [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.934739] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.936324] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad88c4e0-02eb-40ba-86a0-732e46c97765 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.944091] env[66507]: DEBUG oslo_vmware.api [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1109.944091] env[66507]: value = "task-4638845" [ 1109.944091] env[66507]: _type = "Task" [ 1109.944091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.955801] env[66507]: DEBUG oslo_vmware.api [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.092010] env[66507]: DEBUG nova.compute.manager [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Received event network-changed-5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1110.092374] env[66507]: DEBUG nova.compute.manager [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Refreshing instance network info cache due to event network-changed-5bbafacf-3445-4ec8-9357-142c6f627c89. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1110.092533] env[66507]: DEBUG oslo_concurrency.lockutils [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.092730] env[66507]: DEBUG oslo_concurrency.lockutils [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.092786] env[66507]: DEBUG nova.network.neutron [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Refreshing network info cache for port 5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.151064] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529b273b-bb1a-7201-c21a-d36ab1f27098, 'name': SearchDatastore_Task, 'duration_secs': 0.033043} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.152043] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7237a100-9d86-49dd-a5b2-70ec8c676025 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.162651] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1110.162651] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525868b0-1665-55f2-7bf2-bafdbd001bec" [ 1110.162651] env[66507]: _type = "Task" [ 1110.162651] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.176074] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525868b0-1665-55f2-7bf2-bafdbd001bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.219232] env[66507]: WARNING neutronclient.v2_0.client [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.236556] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638843, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.312656] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.391211] env[66507]: DEBUG oslo_concurrency.lockutils [req-d3b1837f-7f50-4dde-bdd2-94159335f344 req-bd6a8c30-c727-4ec2-8a2c-0cc9694a681b service nova] Releasing lock "refresh_cache-33f4258a-82ea-40fe-9e64-26a3fc79ffda" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.426022] env[66507]: WARNING neutronclient.v2_0.client [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.438872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.444224] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1110.445301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.019s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.446811] env[66507]: INFO nova.compute.claims [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.461532] env[66507]: DEBUG oslo_vmware.api [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638845, 'name': PowerOffVM_Task, 'duration_secs': 0.246806} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.462623] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.463118] env[66507]: DEBUG nova.compute.manager [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1110.463989] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62566c-1b1c-44db-bbc4-4cf3df14e5b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.569037] env[66507]: DEBUG nova.network.neutron [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updated VIF entry in instance network info cache for port c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.569529] env[66507]: DEBUG nova.network.neutron [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc21594ab-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.595900] env[66507]: WARNING neutronclient.v2_0.client [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.675729] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525868b0-1665-55f2-7bf2-bafdbd001bec, 'name': SearchDatastore_Task, 'duration_secs': 0.023324} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.676074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.676361] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 33f4258a-82ea-40fe-9e64-26a3fc79ffda/33f4258a-82ea-40fe-9e64-26a3fc79ffda.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.676633] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb77b8c-a799-4446-85f0-f0cc564b8995 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.685483] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1110.685483] env[66507]: value = "task-4638846" [ 1110.685483] env[66507]: _type = "Task" [ 1110.685483] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.695286] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.735157] env[66507]: DEBUG oslo_vmware.api [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638843, 'name': PowerOnVM_Task, 'duration_secs': 1.072811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.735157] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.735157] env[66507]: INFO nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1110.735157] env[66507]: DEBUG nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1110.736207] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66aa7e3-37ad-451b-94fa-5e9183e35500 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.812418] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638844, 'name': ReconfigVM_Task, 'duration_secs': 0.786877} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.813642] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 50a96d24-8e82-44d1-b476-a8ebe8e7bf92/50a96d24-8e82-44d1-b476-a8ebe8e7bf92.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.813642] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37536146-75c8-4b9a-89dc-0f940f2c606a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.821918] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1110.821918] env[66507]: value = "task-4638847" [ 1110.821918] env[66507]: _type = "Task" [ 1110.821918] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.836672] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638847, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.846993] env[66507]: WARNING neutronclient.v2_0.client [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.952810] env[66507]: DEBUG nova.compute.utils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.957285] env[66507]: DEBUG nova.network.neutron [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updated VIF entry in instance network info cache for port 5bbafacf-3445-4ec8-9357-142c6f627c89. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.957285] env[66507]: DEBUG nova.network.neutron [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.957285] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1110.957285] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.957518] env[66507]: WARNING neutronclient.v2_0.client [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.958533] env[66507]: WARNING neutronclient.v2_0.client [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.981666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c3fb4431-8879-4a55-bfc4-72678ccbec85 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.029521] env[66507]: DEBUG nova.policy [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.072790] env[66507]: DEBUG oslo_concurrency.lockutils [req-891c880c-04b5-4933-8bd5-cd58aa998f80 req-56876cd4-10d7-49ea-afb9-368c96b73090 service nova] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.199726] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.257307] env[66507]: INFO nova.compute.manager [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 25.62 seconds to build instance. [ 1111.334736] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638847, 'name': Rename_Task, 'duration_secs': 0.196552} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.335036] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.335311] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941ef30f-5188-49ea-86a2-aa312ddbf439 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.342995] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1111.342995] env[66507]: value = "task-4638848" [ 1111.342995] env[66507]: _type = "Task" [ 1111.342995] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.353364] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.433523] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Successfully created port: de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1111.467825] env[66507]: DEBUG oslo_concurrency.lockutils [req-524cc2f2-ece8-4977-b3bc-f407711b4826 req-aff8d09e-5be8-4d5d-82f8-18b196d1c1c5 service nova] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.468869] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1111.657691] env[66507]: DEBUG nova.objects.instance [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.687282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.697863] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575363} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.700722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 33f4258a-82ea-40fe-9e64-26a3fc79ffda/33f4258a-82ea-40fe-9e64-26a3fc79ffda.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.700988] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.701472] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33cb2080-d1fc-4b70-bc08-5d9651a1ebac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.710440] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1111.710440] env[66507]: value = "task-4638849" [ 1111.710440] env[66507]: _type = "Task" [ 1111.710440] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.724054] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.752214] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6512ae86-09b0-4880-9393-dfade67d6307 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.759893] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c7a5c995-27d6-40bb-9138-7abd1bbb6a6a tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.132s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.761283] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23292849-e8f0-4ae3-bf0e-24c7c4ad1f0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.796977] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14971cc3-57b4-48df-b289-ff8e94e9832c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.806297] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fab338-80e8-4ede-a464-7068f1b586b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.821042] env[66507]: DEBUG nova.compute.provider_tree [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.853222] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.164042] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.164195] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.164315] env[66507]: DEBUG nova.network.neutron [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.164492] env[66507]: DEBUG nova.objects.instance [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'info_cache' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.223583] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306035} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.223938] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.224779] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f036b5-5159-4caf-91c4-3d612c483c51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.249187] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 33f4258a-82ea-40fe-9e64-26a3fc79ffda/33f4258a-82ea-40fe-9e64-26a3fc79ffda.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.250015] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b63a4e-df26-42cb-aad0-8ae2335334fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.271869] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1112.271869] env[66507]: value = "task-4638850" [ 1112.271869] env[66507]: _type = "Task" [ 1112.271869] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.281894] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.325376] env[66507]: DEBUG nova.scheduler.client.report [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.355835] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.479431] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1112.511412] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.511738] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.511980] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.512208] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.512418] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.512648] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.512899] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.513135] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.513349] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.513573] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.513787] env[66507]: DEBUG nova.virt.hardware [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.514751] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f7be6-f067-41b1-a63d-3d813d492dac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.524194] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e0f54-e73e-433d-b923-584a62c8ab95 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.671680] env[66507]: DEBUG nova.objects.base [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.784267] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.831202] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.831950] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1112.835474] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.867s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.837054] env[66507]: INFO nova.compute.claims [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.859285] env[66507]: DEBUG oslo_vmware.api [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638848, 'name': PowerOnVM_Task, 'duration_secs': 1.246633} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.860357] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.860633] env[66507]: INFO nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1112.860827] env[66507]: DEBUG nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1112.861818] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff361c9-75a6-4a05-b51d-60d7285daf09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.042197] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Successfully updated port: de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.175128] env[66507]: WARNING neutronclient.v2_0.client [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.287019] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638850, 'name': ReconfigVM_Task, 'duration_secs': 0.691086} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.287387] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 33f4258a-82ea-40fe-9e64-26a3fc79ffda/33f4258a-82ea-40fe-9e64-26a3fc79ffda.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.288036] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23450c2d-2cca-42f4-836d-9b57dbac3734 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.296302] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1113.296302] env[66507]: value = "task-4638851" [ 1113.296302] env[66507]: _type = "Task" [ 1113.296302] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.306976] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638851, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.341945] env[66507]: DEBUG nova.compute.utils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.343919] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1113.344144] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1113.344525] env[66507]: WARNING neutronclient.v2_0.client [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.344866] env[66507]: WARNING neutronclient.v2_0.client [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.390401] env[66507]: INFO nova.compute.manager [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Took 27.14 seconds to build instance. [ 1113.430308] env[66507]: DEBUG nova.policy [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b43b1385f34487a861110db10234499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3c454343cc74d9b910a870866d929bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.549370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.549605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.549781] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.758208] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Successfully created port: 0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.803749] env[66507]: DEBUG nova.compute.manager [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Received event network-vif-plugged-de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1113.804274] env[66507]: DEBUG oslo_concurrency.lockutils [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] Acquiring lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.804837] env[66507]: DEBUG oslo_concurrency.lockutils [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.805162] env[66507]: DEBUG oslo_concurrency.lockutils [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.805684] env[66507]: DEBUG nova.compute.manager [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] No waiting events found dispatching network-vif-plugged-de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1113.806039] env[66507]: WARNING nova.compute.manager [req-23d36465-0117-4961-bfd1-98a88253dffa req-96b66572-7745-44ab-b721-5351ee84c2be service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Received unexpected event network-vif-plugged-de682558-2088-49b7-a2dd-da6519fc4c23 for instance with vm_state building and task_state spawning. [ 1113.813791] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638851, 'name': Rename_Task, 'duration_secs': 0.349694} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.814125] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.814503] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538837a4-f655-47b6-b893-71bba103b462 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.826027] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1113.826027] env[66507]: value = "task-4638852" [ 1113.826027] env[66507]: _type = "Task" [ 1113.826027] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.841662] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.852684] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1113.893983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c9ce1281-74c6-4ee4-8a35-12f7189fc01c tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.663s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.172168] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b5664-fccf-42c0-b41d-3ead80a2ff6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.183245] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76018d0-e741-4d30-8433-c41b2d2df56a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.219690] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0a869-f6fd-4af2-9d6d-8c2995604e74 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.228763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a92b7-fa8e-45c0-bb95-6b82a3ff4850 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.245904] env[66507]: DEBUG nova.compute.provider_tree [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.338723] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.340516] env[66507]: WARNING neutronclient.v2_0.client [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.452092] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1114.576554] env[66507]: DEBUG nova.network.neutron [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.719690] env[66507]: WARNING neutronclient.v2_0.client [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.749254] env[66507]: DEBUG nova.scheduler.client.report [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.837899] env[66507]: DEBUG oslo_vmware.api [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638852, 'name': PowerOnVM_Task, 'duration_secs': 0.976072} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.838317] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.838525] env[66507]: INFO nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1114.838807] env[66507]: DEBUG nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1114.839795] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c618311-4171-464a-8fd1-ff9aa104b793 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.864826] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1114.878129] env[66507]: DEBUG nova.network.neutron [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Updating instance_info_cache with network_info: [{"id": "de682558-2088-49b7-a2dd-da6519fc4c23", "address": "fa:16:3e:74:bb:4c", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde682558-20", "ovs_interfaceid": "de682558-2088-49b7-a2dd-da6519fc4c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.909444] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.909735] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.909845] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.910064] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.910231] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.910386] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.910594] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.910749] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.910978] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.911727] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.911727] env[66507]: DEBUG nova.virt.hardware [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.912250] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a886256e-98c6-4213-8400-497fda046549 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.922189] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5537b3dc-dc0c-4c1f-b78a-03baad553064 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.078785] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.255630] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.256818] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1115.261769] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.516s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.261979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.265755] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.996s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.265755] env[66507]: DEBUG nova.objects.instance [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lazy-loading 'resources' on Instance uuid 6aa90dc8-7494-433e-b501-2f125478345b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.322053] env[66507]: INFO nova.scheduler.client.report [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted allocations for instance fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc [ 1115.366888] env[66507]: INFO nova.compute.manager [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Took 29.11 seconds to build instance. [ 1115.384867] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.387074] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Instance network_info: |[{"id": "de682558-2088-49b7-a2dd-da6519fc4c23", "address": "fa:16:3e:74:bb:4c", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde682558-20", "ovs_interfaceid": "de682558-2088-49b7-a2dd-da6519fc4c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1115.387074] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:bb:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de682558-2088-49b7-a2dd-da6519fc4c23', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.402905] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.404092] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.404407] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab5c260-fbf0-46c1-a63f-80bf09929e7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.434506] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.434506] env[66507]: value = "task-4638853" [ 1115.434506] env[66507]: _type = "Task" [ 1115.434506] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.436804] env[66507]: DEBUG nova.compute.manager [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Received event network-vif-plugged-0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1115.436804] env[66507]: DEBUG oslo_concurrency.lockutils [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.437070] env[66507]: DEBUG oslo_concurrency.lockutils [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.437204] env[66507]: DEBUG oslo_concurrency.lockutils [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.437374] env[66507]: DEBUG nova.compute.manager [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] No waiting events found dispatching network-vif-plugged-0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1115.437556] env[66507]: WARNING nova.compute.manager [req-297ddcc9-1461-4093-a06a-815ebeed1fe7 req-5351e6c7-5ca7-4f19-9c2c-f7a961338ee8 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Received unexpected event network-vif-plugged-0d620319-8c72-4884-ad6a-0bbd9fb4a432 for instance with vm_state building and task_state spawning. [ 1115.451068] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638853, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.541013] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Successfully updated port: 0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1115.769226] env[66507]: DEBUG nova.compute.utils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.774883] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1115.775462] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1115.777400] env[66507]: WARNING neutronclient.v2_0.client [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.777400] env[66507]: WARNING neutronclient.v2_0.client [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.833302] env[66507]: DEBUG oslo_concurrency.lockutils [None req-789d0d65-38b4-4b60-9e0d-76ed1262cb78 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.970s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.849285] env[66507]: DEBUG nova.policy [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d01e5519a64bbc9f8bfc4249973f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b2d0f79c6744ce848f70821b39ce04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.869686] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4af8a9d2-371b-4158-ba3f-be2abf0d5750 tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.634s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.951016] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638853, 'name': CreateVM_Task, 'duration_secs': 0.426981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.951016] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.953922] env[66507]: WARNING neutronclient.v2_0.client [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.953922] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.954076] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.954390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.956545] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca93310-b8be-43a7-8a29-7f50b1517c16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.965934] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1115.965934] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5268df09-e4fe-d946-fe9a-50885335c91d" [ 1115.965934] env[66507]: _type = "Task" [ 1115.965934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.976720] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5268df09-e4fe-d946-fe9a-50885335c91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.047331] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.047573] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.047774] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.085293] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.085639] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b5098d-f32b-4f4a-a266-3ac08e203990 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.095461] env[66507]: DEBUG oslo_vmware.api [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1116.095461] env[66507]: value = "task-4638854" [ 1116.095461] env[66507]: _type = "Task" [ 1116.095461] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.111774] env[66507]: DEBUG oslo_vmware.api [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.125633] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a867e8a-eae2-49ef-981e-b3d1fd64b2e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.135931] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a155f-c0cf-4ef1-b2a9-1a0baa91bd17 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.180762] env[66507]: DEBUG nova.compute.manager [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Received event network-changed-de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1116.181652] env[66507]: DEBUG nova.compute.manager [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Refreshing instance network info cache due to event network-changed-de682558-2088-49b7-a2dd-da6519fc4c23. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1116.181652] env[66507]: DEBUG oslo_concurrency.lockutils [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] Acquiring lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.181652] env[66507]: DEBUG oslo_concurrency.lockutils [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] Acquired lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.181652] env[66507]: DEBUG nova.network.neutron [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Refreshing network info cache for port de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.183610] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc73c3a-93c7-463d-bd69-78bf39771b68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.198129] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7014f2e-ae6a-4dcb-a723-4e2b23365bd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.216347] env[66507]: DEBUG nova.compute.provider_tree [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.280459] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1116.301514] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Successfully created port: d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1116.481873] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5268df09-e4fe-d946-fe9a-50885335c91d, 'name': SearchDatastore_Task, 'duration_secs': 0.028555} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.481873] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.481873] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.482377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482497] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.483532] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862101a7-d50c-4ef6-9122-78c8eb8d9617 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.495761] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.495943] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.496757] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df468138-9814-4929-bbc0-f4c7a6bd07bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.503804] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1116.503804] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5234fb69-2981-8c24-af25-934b29fc6997" [ 1116.503804] env[66507]: _type = "Task" [ 1116.503804] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.514334] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5234fb69-2981-8c24-af25-934b29fc6997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.607296] env[66507]: DEBUG oslo_vmware.api [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.690927] env[66507]: WARNING neutronclient.v2_0.client [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.694563] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1116.720138] env[66507]: DEBUG nova.scheduler.client.report [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.017094] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5234fb69-2981-8c24-af25-934b29fc6997, 'name': SearchDatastore_Task, 'duration_secs': 0.01789} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.018124] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a077c10c-7c32-434e-8650-9805ec21da83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.024535] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1117.024535] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52211a0b-5dfa-739c-f04a-57452a46b6cb" [ 1117.024535] env[66507]: _type = "Task" [ 1117.024535] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.031963] env[66507]: DEBUG nova.compute.manager [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1117.038274] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c02085-5cc5-488a-9efe-682d820fd798 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.039390] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52211a0b-5dfa-739c-f04a-57452a46b6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.108534] env[66507]: DEBUG oslo_vmware.api [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638854, 'name': PowerOnVM_Task, 'duration_secs': 0.739221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.108980] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.109259] env[66507]: DEBUG nova.compute.manager [None req-4de847fe-6ee0-42ba-b392-c9023db6a7e1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1117.110105] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f3060-9119-47e7-a38e-4df01a65d6a5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.227596] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.230458] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.784s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.230708] env[66507]: DEBUG nova.objects.instance [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'resources' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.247540] env[66507]: INFO nova.scheduler.client.report [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Deleted allocations for instance 6aa90dc8-7494-433e-b501-2f125478345b [ 1117.299739] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1117.331751] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1117.332582] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.332823] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1117.333068] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.333252] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1117.333487] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1117.333728] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.333887] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1117.334098] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1117.334298] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1117.334487] env[66507]: DEBUG nova.virt.hardware [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1117.335748] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f0470-06b1-4322-888b-26177af04002 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.347497] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d126e8a-d53e-4edc-9f11-460e2915a9d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.406992] env[66507]: WARNING neutronclient.v2_0.client [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.535796] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52211a0b-5dfa-739c-f04a-57452a46b6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.536209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536362] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] e0253af8-cf1a-4a90-aee8-2668d3e086cb/e0253af8-cf1a-4a90-aee8-2668d3e086cb.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.536638] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f89af548-3302-4e12-8f11-4bac66b6d389 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.544535] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1117.544535] env[66507]: value = "task-4638855" [ 1117.544535] env[66507]: _type = "Task" [ 1117.544535] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.548765] env[66507]: WARNING neutronclient.v2_0.client [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.551970] env[66507]: INFO nova.compute.manager [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] instance snapshotting [ 1117.555555] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901109e-6cf9-41af-95f4-1aade9b7025c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.561801] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.580812] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d7bc9-17c5-4e88-abc8-28e38d40edc1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.606623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.606863] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.612633] env[66507]: DEBUG nova.network.neutron [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.733931] env[66507]: DEBUG nova.objects.instance [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'numa_topology' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.761438] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2afb98b3-bf5f-43b0-95a8-b94e0bf867a6 tempest-ImagesOneServerTestJSON-1215519078 tempest-ImagesOneServerTestJSON-1215519078-project-member] Lock "6aa90dc8-7494-433e-b501-2f125478345b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.042s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.785351] env[66507]: DEBUG nova.network.neutron [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Updated VIF entry in instance network info cache for port de682558-2088-49b7-a2dd-da6519fc4c23. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.786119] env[66507]: DEBUG nova.network.neutron [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Updating instance_info_cache with network_info: [{"id": "de682558-2088-49b7-a2dd-da6519fc4c23", "address": "fa:16:3e:74:bb:4c", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde682558-20", "ovs_interfaceid": "de682558-2088-49b7-a2dd-da6519fc4c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.898763] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Successfully updated port: d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1118.063231] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.090564] env[66507]: DEBUG nova.compute.manager [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Received event network-changed-0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1118.090564] env[66507]: DEBUG nova.compute.manager [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Refreshing instance network info cache due to event network-changed-0d620319-8c72-4884-ad6a-0bbd9fb4a432. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1118.091102] env[66507]: DEBUG oslo_concurrency.lockutils [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] Acquiring lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.094017] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.094915] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca301bf0-4618-4ded-8f6d-f4f74d7d5bca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.107203] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1118.107203] env[66507]: value = "task-4638856" [ 1118.107203] env[66507]: _type = "Task" [ 1118.107203] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.114264] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1118.119246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.120455] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Instance network_info: |[{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1118.120869] env[66507]: DEBUG oslo_concurrency.lockutils [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] Acquired lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.123616] env[66507]: DEBUG nova.network.neutron [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Refreshing network info cache for port 0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.123616] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:a8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d620319-8c72-4884-ad6a-0bbd9fb4a432', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.133821] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1118.140722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.141277] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638856, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.142232] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a68dc0-3f0f-4469-b439-0a40405229e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.165441] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.165441] env[66507]: value = "task-4638857" [ 1118.165441] env[66507]: _type = "Task" [ 1118.165441] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.176537] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638857, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.236401] env[66507]: DEBUG nova.objects.base [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Object Instance<42b7ad0f-578e-4e14-8f10-1f45a113ffac> lazy-loaded attributes: resources,numa_topology {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.288309] env[66507]: DEBUG oslo_concurrency.lockutils [req-739ecc09-1ed1-40e2-ada1-e3ec0bdf0fd6 req-8ccb1e51-84f3-4296-9135-643ffd0d9fbf service nova] Releasing lock "refresh_cache-e0253af8-cf1a-4a90-aee8-2668d3e086cb" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.401495] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.401690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.401880] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.517186] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385be01-6541-47a1-bb43-fc570fe7a5f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.526954] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf701814-cc8b-44b3-bcb4-c9810a9634a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.566563] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adffeb28-5a04-486e-8df9-116495727cf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.575996] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638202} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.578455] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] e0253af8-cf1a-4a90-aee8-2668d3e086cb/e0253af8-cf1a-4a90-aee8-2668d3e086cb.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.578769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.579182] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edcdc535-c607-49b2-8c69-0cdb0a2b0d6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.583216] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6b53d-63e6-421a-a178-0f57ced8eb7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.598353] env[66507]: DEBUG nova.compute.provider_tree [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.603943] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1118.603943] env[66507]: value = "task-4638858" [ 1118.603943] env[66507]: _type = "Task" [ 1118.603943] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.627118] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.627876] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638856, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.643172] env[66507]: WARNING neutronclient.v2_0.client [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.663270] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.676639] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638857, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.000453] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1119.055456] env[66507]: WARNING neutronclient.v2_0.client [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.106576] env[66507]: DEBUG nova.scheduler.client.report [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.132277] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638856, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.132630] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076941} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.133941] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.135270] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab5c618-46ca-49dc-acc5-9cab5d3c5715 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.162139] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e0253af8-cf1a-4a90-aee8-2668d3e086cb/e0253af8-cf1a-4a90-aee8-2668d3e086cb.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.162931] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac1f1bd-3eaf-4fd3-b3ba-4ddb2be93f98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.193039] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638857, 'name': CreateVM_Task, 'duration_secs': 0.728639} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.194382] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.194764] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1119.194764] env[66507]: value = "task-4638859" [ 1119.194764] env[66507]: _type = "Task" [ 1119.194764] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.195261] env[66507]: WARNING neutronclient.v2_0.client [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.195641] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.195798] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.196144] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.196492] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5202d484-0cdd-4d70-81ca-6ec7478567fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.207170] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.208583] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1119.208583] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5215bfbe-3282-f159-482c-a910f3e78993" [ 1119.208583] env[66507]: _type = "Task" [ 1119.208583] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.217749] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5215bfbe-3282-f159-482c-a910f3e78993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.309989] env[66507]: DEBUG nova.network.neutron [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updated VIF entry in instance network info cache for port 0d620319-8c72-4884-ad6a-0bbd9fb4a432. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.310529] env[66507]: DEBUG nova.network.neutron [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.329687] env[66507]: WARNING neutronclient.v2_0.client [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.485454] env[66507]: DEBUG nova.network.neutron [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [{"id": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "address": "fa:16:3e:02:54:e9", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06819d8-34", "ovs_interfaceid": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.618051] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.628009] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.965s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.629870] env[66507]: INFO nova.compute.claims [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.636026] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638856, 'name': CreateSnapshot_Task, 'duration_secs': 1.226991} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.636026] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.636026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b8212d-9f9f-47ce-a39d-3bece2b9b3c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.712739] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.725295] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5215bfbe-3282-f159-482c-a910f3e78993, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.725692] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.725961] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.726455] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.726455] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.726823] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.728396] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9737178-8b22-465e-9118-7f28d7d9bb5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.741374] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.741586] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.742474] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c7cbd8-20dc-4f8e-ae4d-47c86c327932 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.751959] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1119.751959] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52309c9c-0585-960f-c356-3bc50af194dc" [ 1119.751959] env[66507]: _type = "Task" [ 1119.751959] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.765282] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52309c9c-0585-960f-c356-3bc50af194dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.814320] env[66507]: DEBUG oslo_concurrency.lockutils [req-f03ab563-b3bb-4dad-8f46-f1c0b4ba23d1 req-886547ca-69ab-44f4-af0e-a9f190558e86 service nova] Releasing lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.916612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.917143] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.917541] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.917838] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.918157] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.921955] env[66507]: INFO nova.compute.manager [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Terminating instance [ 1119.988559] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.988968] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Instance network_info: |[{"id": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "address": "fa:16:3e:02:54:e9", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06819d8-34", "ovs_interfaceid": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1119.989554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:54:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd06819d8-34ab-4e1a-8d8d-072b53496e4e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.999887] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1120.000269] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.001475] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35bdc796-2e80-408d-9c32-d0895ec81925 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.031012] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.031012] env[66507]: value = "task-4638860" [ 1120.031012] env[66507]: _type = "Task" [ 1120.031012] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.043766] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638860, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.146070] env[66507]: DEBUG nova.compute.manager [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Received event network-vif-plugged-d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1120.146200] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Acquiring lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.146424] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.146597] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.146931] env[66507]: DEBUG nova.compute.manager [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] No waiting events found dispatching network-vif-plugged-d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1120.147206] env[66507]: WARNING nova.compute.manager [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Received unexpected event network-vif-plugged-d06819d8-34ab-4e1a-8d8d-072b53496e4e for instance with vm_state building and task_state spawning. [ 1120.147400] env[66507]: DEBUG nova.compute.manager [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Received event network-changed-d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1120.147639] env[66507]: DEBUG nova.compute.manager [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Refreshing instance network info cache due to event network-changed-d06819d8-34ab-4e1a-8d8d-072b53496e4e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1120.147871] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Acquiring lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.148069] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Acquired lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.148440] env[66507]: DEBUG nova.network.neutron [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Refreshing network info cache for port d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.150200] env[66507]: DEBUG oslo_concurrency.lockutils [None req-05c76c81-d0db-4c63-8365-bfa01cb7f19c tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.842s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.159357] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.159779] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.473s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.159941] env[66507]: INFO nova.compute.manager [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Unshelving [ 1120.162854] env[66507]: WARNING neutronclient.v2_0.client [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.166315] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df911163-9972-436b-a7b3-7c6dce3eb148 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180648] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1120.180648] env[66507]: value = "task-4638861" [ 1120.180648] env[66507]: _type = "Task" [ 1120.180648] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.192221] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.212767] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.264146] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52309c9c-0585-960f-c356-3bc50af194dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014744} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.267703] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf7a65d-f28b-4125-8bc0-4f9330e4b051 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.273800] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1120.273800] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52deae2f-8738-cea5-8e61-c9b81ee4bead" [ 1120.273800] env[66507]: _type = "Task" [ 1120.273800] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.282883] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52deae2f-8738-cea5-8e61-c9b81ee4bead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.337899] env[66507]: WARNING neutronclient.v2_0.client [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.352866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.353101] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.418440] env[66507]: DEBUG nova.network.neutron [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updated VIF entry in instance network info cache for port d06819d8-34ab-4e1a-8d8d-072b53496e4e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.418870] env[66507]: DEBUG nova.network.neutron [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [{"id": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "address": "fa:16:3e:02:54:e9", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06819d8-34", "ovs_interfaceid": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.427688] env[66507]: DEBUG nova.compute.manager [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1120.427840] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.428923] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde8110-2ad7-4381-a3d7-824132277b1c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.438753] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.439045] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c21189f-d720-4607-8d24-58cd3194ec64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.446893] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1120.446893] env[66507]: value = "task-4638862" [ 1120.446893] env[66507]: _type = "Task" [ 1120.446893] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.457496] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.545422] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638860, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.679344] env[66507]: DEBUG nova.compute.utils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.692411] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.710685] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.788133] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52deae2f-8738-cea5-8e61-c9b81ee4bead, 'name': SearchDatastore_Task, 'duration_secs': 0.02455} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.788133] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.788445] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.789385] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231b1e71-a310-452b-b4b9-1ee1dcc93b96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.798572] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1120.798572] env[66507]: value = "task-4638863" [ 1120.798572] env[66507]: _type = "Task" [ 1120.798572] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.811490] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.857324] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1120.922910] env[66507]: DEBUG oslo_concurrency.lockutils [req-9cb5988d-a67e-4710-a9ca-11e3b2aba586 req-932d96b4-3270-4e0c-b82e-24f0c9bf5951 service nova] Releasing lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.958388] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac0f32-c659-494a-a643-348661078ba9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.976116] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.978221] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa98345b-0ec7-4c3b-9cb7-04a8ee0485bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.021297] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b68d8c0-a7f1-43cc-a012-0e403aa3dbcb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032325] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235a748-4c8d-4b2a-bf6a-0895c84916b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.059843] env[66507]: DEBUG nova.compute.provider_tree [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.065212] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638860, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.186839] env[66507]: INFO nova.virt.block_device [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Booting with volume 23bb13bb-3afc-4adc-82ba-7e4e4b087c1a at /dev/sdb [ 1121.201639] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.212350] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638859, 'name': ReconfigVM_Task, 'duration_secs': 1.853098} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.212684] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e0253af8-cf1a-4a90-aee8-2668d3e086cb/e0253af8-cf1a-4a90-aee8-2668d3e086cb.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.213478] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bdaf634-72f2-46f6-9fe6-dce69c4934f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.222039] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1121.222039] env[66507]: value = "task-4638864" [ 1121.222039] env[66507]: _type = "Task" [ 1121.222039] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.233273] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638864, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.252348] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9573089-f3f8-4264-9636-2f619b6d6151 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.265813] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bee8b-8d89-45da-9716-498cc5a0e0a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.316573] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef95b19b-a15c-42a3-a069-da4ebae38e8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.328475] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.332836] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d78b0c-ebd5-40d8-98c0-3c433dd0064f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.381822] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b55a074-1c56-4ffa-beda-ba39100e953e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.391426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e26de-c0cd-4c18-9acc-9b40a6f9d846 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.403064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.409296] env[66507]: DEBUG nova.virt.block_device [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating existing volume attachment record: 2319c5ac-03aa-4f36-bbea-04f7dc036da6 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.461948] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638862, 'name': PowerOffVM_Task, 'duration_secs': 0.773676} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.462379] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.462566] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.462845] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3961940d-989c-4ad6-9b22-0de4d91a6a69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.532560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.532912] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.533285] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleting the datastore file [datastore1] 33f4258a-82ea-40fe-9e64-26a3fc79ffda {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.533746] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f707cd-c4c3-4ba3-9dfa-35eac89bbab8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.546327] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for the task: (returnval){ [ 1121.546327] env[66507]: value = "task-4638866" [ 1121.546327] env[66507]: _type = "Task" [ 1121.546327] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.556711] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638860, 'name': CreateVM_Task, 'duration_secs': 1.362183} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.557514] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.558188] env[66507]: WARNING neutronclient.v2_0.client [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.558674] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.558915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.559395] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564436] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b83345-68f5-41de-9f47-421585966f85 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.567163] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.567980] env[66507]: DEBUG nova.scheduler.client.report [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.578366] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1121.578366] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5258d853-f16d-ce88-14ef-125f696ace20" [ 1121.578366] env[66507]: _type = "Task" [ 1121.578366] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.591262] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5258d853-f16d-ce88-14ef-125f696ace20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.693259] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.734837] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638864, 'name': Rename_Task, 'duration_secs': 0.224751} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.735165] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.735443] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523b749a-e567-474c-ac4a-5ad25e69db55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.743877] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1121.743877] env[66507]: value = "task-4638869" [ 1121.743877] env[66507]: _type = "Task" [ 1121.743877] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.756080] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.824285] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630181} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.824577] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.824791] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.825081] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66bf6dd9-79cd-4801-9416-e6b67fcfa5e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.834552] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1121.834552] env[66507]: value = "task-4638871" [ 1121.834552] env[66507]: _type = "Task" [ 1121.834552] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.848797] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.062864] env[66507]: DEBUG oslo_vmware.api [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Task: {'id': task-4638866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479841} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.063311] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.063572] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.064888] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.064888] env[66507]: INFO nova.compute.manager [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1122.064888] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1122.064888] env[66507]: DEBUG nova.compute.manager [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1122.064888] env[66507]: DEBUG nova.network.neutron [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1122.065213] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.078034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.078034] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1122.082280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.679s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.084681] env[66507]: INFO nova.compute.claims [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.103669] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5258d853-f16d-ce88-14ef-125f696ace20, 'name': SearchDatastore_Task, 'duration_secs': 0.035534} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.104845] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.106084] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.106084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.106084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.106465] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.106851] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3088a03c-7b5b-4094-b9bc-3305a67cc4d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.113876] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.121083] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.121083] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.121083] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a9338a-9ed7-4dd8-89ed-6d8ff974d144 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.129139] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1122.129139] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5205365e-14c6-7b2a-2872-92353eb88473" [ 1122.129139] env[66507]: _type = "Task" [ 1122.129139] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.142782] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5205365e-14c6-7b2a-2872-92353eb88473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.194662] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task} progress is 95%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.257989] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.346073] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073731} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.346391] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.347223] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3993eca-05a8-4487-a0bc-d573fe117e80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.375937] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.377878] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f0c688-5c32-481b-a667-96f6e51cab21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.397439] env[66507]: DEBUG nova.network.neutron [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.402044] env[66507]: DEBUG nova.compute.manager [req-04ea4bcf-2358-40c5-afb2-2b9fd8da5932 req-92d1024d-39b0-4e46-b684-d4646b2f11f4 service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Received event network-vif-deleted-432ded57-918b-456e-88e2-91e29d0eaef0 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1122.402249] env[66507]: INFO nova.compute.manager [req-04ea4bcf-2358-40c5-afb2-2b9fd8da5932 req-92d1024d-39b0-4e46-b684-d4646b2f11f4 service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Neutron deleted interface 432ded57-918b-456e-88e2-91e29d0eaef0; detaching it from the instance and deleting it from the info cache [ 1122.402449] env[66507]: DEBUG nova.network.neutron [req-04ea4bcf-2358-40c5-afb2-2b9fd8da5932 req-92d1024d-39b0-4e46-b684-d4646b2f11f4 service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.407361] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1122.407361] env[66507]: value = "task-4638872" [ 1122.407361] env[66507]: _type = "Task" [ 1122.407361] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.417891] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.591587] env[66507]: DEBUG nova.compute.utils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.595532] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1122.595790] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1122.596784] env[66507]: WARNING neutronclient.v2_0.client [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.596784] env[66507]: WARNING neutronclient.v2_0.client [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.640551] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5205365e-14c6-7b2a-2872-92353eb88473, 'name': SearchDatastore_Task, 'duration_secs': 0.015909} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.642211] env[66507]: DEBUG nova.policy [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292c63b2a10d4d3b91ffd3fd6667bf5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aff7df116394c568a39335b0e972985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.645163] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f14881a-5cf3-411e-8d46-04cda1a719f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.652423] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1122.652423] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c017af-856e-02ce-77d8-c013bab3dc1f" [ 1122.652423] env[66507]: _type = "Task" [ 1122.652423] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.660937] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c017af-856e-02ce-77d8-c013bab3dc1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.695763] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638861, 'name': CloneVM_Task, 'duration_secs': 2.322467} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.696182] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Created linked-clone VM from snapshot [ 1122.696867] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43fa6b-26e5-48c8-9ced-d91c83c98873 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.705135] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Uploading image 69f4915a-267d-4df8-9343-c902431e5266 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.731412] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1122.731412] env[66507]: value = "vm-905874" [ 1122.731412] env[66507]: _type = "VirtualMachine" [ 1122.731412] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1122.731754] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f0dc260-1c76-4886-bb6d-9043553fa506 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.740287] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease: (returnval){ [ 1122.740287] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbc0eb-7280-37a6-aa8a-cd86cd35b90e" [ 1122.740287] env[66507]: _type = "HttpNfcLease" [ 1122.740287] env[66507]: } obtained for exporting VM: (result){ [ 1122.740287] env[66507]: value = "vm-905874" [ 1122.740287] env[66507]: _type = "VirtualMachine" [ 1122.740287] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1122.740663] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the lease: (returnval){ [ 1122.740663] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbc0eb-7280-37a6-aa8a-cd86cd35b90e" [ 1122.740663] env[66507]: _type = "HttpNfcLease" [ 1122.740663] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.753476] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.753476] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbc0eb-7280-37a6-aa8a-cd86cd35b90e" [ 1122.753476] env[66507]: _type = "HttpNfcLease" [ 1122.753476] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.756418] env[66507]: DEBUG oslo_vmware.api [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638869, 'name': PowerOnVM_Task, 'duration_secs': 0.567704} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.756674] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.756871] env[66507]: INFO nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1122.757445] env[66507]: DEBUG nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1122.757815] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3211153-9588-49d2-9cf2-4d1dc57a8ab2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.900381] env[66507]: INFO nova.compute.manager [-] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Took 0.84 seconds to deallocate network for instance. [ 1122.905567] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0758cfc-3cbe-42a2-9e2d-dab32e38050f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.919525] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.923708] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b86242-5a77-4056-9509-c3d7adba9e1c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.975140] env[66507]: DEBUG nova.compute.manager [req-04ea4bcf-2358-40c5-afb2-2b9fd8da5932 req-92d1024d-39b0-4e46-b684-d4646b2f11f4 service nova] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Detach interface failed, port_id=432ded57-918b-456e-88e2-91e29d0eaef0, reason: Instance 33f4258a-82ea-40fe-9e64-26a3fc79ffda could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1123.100448] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1123.108484] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Successfully created port: 957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1123.172321] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c017af-856e-02ce-77d8-c013bab3dc1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.174513] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.174513] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/918b12ff-54d8-4d38-a2f2-bec242a98766.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.174513] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec575cf0-1d5a-40f9-9c2b-31e688472f52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.182414] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1123.182414] env[66507]: value = "task-4638874" [ 1123.182414] env[66507]: _type = "Task" [ 1123.182414] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.197526] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.250171] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.250171] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbc0eb-7280-37a6-aa8a-cd86cd35b90e" [ 1123.250171] env[66507]: _type = "HttpNfcLease" [ 1123.250171] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1123.253652] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1123.253652] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbc0eb-7280-37a6-aa8a-cd86cd35b90e" [ 1123.253652] env[66507]: _type = "HttpNfcLease" [ 1123.253652] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1123.253652] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b9245-56b1-433c-8b8e-6f9ca05b048e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.264464] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1123.264597] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1123.337867] env[66507]: INFO nova.compute.manager [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Took 34.05 seconds to build instance. [ 1123.403154] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bafdf775-8b33-4788-bcd9-d99a7c6c3bf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.411048] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.423174] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638872, 'name': ReconfigVM_Task, 'duration_secs': 0.784515} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.423757] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.424123] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ac7698-9520-4895-ad7d-87e0baa5a9f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.435672] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1123.435672] env[66507]: value = "task-4638875" [ 1123.435672] env[66507]: _type = "Task" [ 1123.435672] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.454825] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638875, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.546213] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57618ae7-4abd-466c-bb59-c47abea91459 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.558209] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29752eac-aeae-47a6-9666-3b19ad45902c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.593088] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac5d5a-e121-484d-b4f1-0becdaeda14f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.604568] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c72d21-dc49-47ad-815a-9854269d1e9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.630799] env[66507]: DEBUG nova.compute.provider_tree [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.706035] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638874, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.843148] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7b7adbcb-f721-4dd8-8751-9063eeeb5a51 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.562s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.951408] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638875, 'name': Rename_Task, 'duration_secs': 0.400507} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.951821] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.953894] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bcf6654-7325-4073-9754-6b8862cec752 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.961033] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1123.961033] env[66507]: value = "task-4638877" [ 1123.961033] env[66507]: _type = "Task" [ 1123.961033] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.973242] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.114943] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1124.135128] env[66507]: DEBUG nova.scheduler.client.report [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.152651] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.153021] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.153233] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.153534] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.153725] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.153887] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.154249] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.154575] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.154818] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.154965] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.155190] env[66507]: DEBUG nova.virt.hardware [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.156717] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9aee0-13d9-42ad-94ce-ace9f2eef98c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.170693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9940ff90-e2d3-433c-a7ea-538026e66033 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.208168] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "7593df2c-0492-4726-a75b-17602a29e291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.210162] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.216711] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638874, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.437406] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.437406] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.437406] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.437406] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.437750] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.441779] env[66507]: INFO nova.compute.manager [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Terminating instance [ 1124.475097] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.642466] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.643088] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1124.646321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.235s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.646619] env[66507]: DEBUG nova.objects.instance [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lazy-loading 'resources' on Instance uuid 33f4258a-82ea-40fe-9e64-26a3fc79ffda {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.713085] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638874, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.718159] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1124.726172] env[66507]: DEBUG nova.compute.manager [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received event network-vif-plugged-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1124.726431] env[66507]: DEBUG oslo_concurrency.lockutils [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] Acquiring lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.726604] env[66507]: DEBUG oslo_concurrency.lockutils [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.726812] env[66507]: DEBUG oslo_concurrency.lockutils [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.726957] env[66507]: DEBUG nova.compute.manager [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] No waiting events found dispatching network-vif-plugged-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1124.727130] env[66507]: WARNING nova.compute.manager [req-32dcc278-b10a-454f-baa8-75f5f91938d7 req-9e9d9766-0cde-4b83-b47e-9b5255cd9537 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received unexpected event network-vif-plugged-957e97a1-d95f-4f56-8023-7b6ac854d55e for instance with vm_state building and task_state spawning. [ 1124.855022] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Successfully updated port: 957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.946424] env[66507]: DEBUG nova.compute.manager [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1124.947097] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.950015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec325cd8-51a7-4c2d-98ad-8d7d7221724e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.958476] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.958476] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379438b6-f31d-4f9e-ba20-3bf7a3c62564 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.968936] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1124.968936] env[66507]: value = "task-4638878" [ 1124.968936] env[66507]: _type = "Task" [ 1124.968936] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.976503] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.982801] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.149955] env[66507]: DEBUG nova.compute.utils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.151552] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1125.151959] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.152348] env[66507]: WARNING neutronclient.v2_0.client [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.152696] env[66507]: WARNING neutronclient.v2_0.client [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.211993] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638874, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720381} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.214593] env[66507]: DEBUG nova.policy [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.217047] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/918b12ff-54d8-4d38-a2f2-bec242a98766.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.217388] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.221931] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0308d794-947e-44a0-83b1-d66399b7eb9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.235818] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1125.235818] env[66507]: value = "task-4638879" [ 1125.235818] env[66507]: _type = "Task" [ 1125.235818] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.258246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.262051] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.359043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.359043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.359043] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.476739] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.479511] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6548d-46aa-4f71-8e24-dbe79393c0ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.485164] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638878, 'name': PowerOffVM_Task, 'duration_secs': 0.237569} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.485934] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.486123] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.486522] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd5ceb25-4618-4db7-8882-ae458d43858c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.492546] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e826653-662d-48fb-ac53-4994e2c81b83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.529749] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da32cb-2967-4eea-8b7d-eb6ca83088a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.539372] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85587c4e-9146-464b-b3eb-a75bceb72649 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.558455] env[66507]: DEBUG nova.compute.provider_tree [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.572424] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.572683] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.573123] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore1] e0253af8-cf1a-4a90-aee8-2668d3e086cb {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.573266] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6397b0b2-0cfd-492a-90be-58fafe91cb2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.582062] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1125.582062] env[66507]: value = "task-4638881" [ 1125.582062] env[66507]: _type = "Task" [ 1125.582062] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.591892] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.593302] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Successfully created port: 7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1125.656090] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1125.756441] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077577} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.756758] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.757602] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea433919-08ff-4936-9e51-9f73c16e5c58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.783133] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/918b12ff-54d8-4d38-a2f2-bec242a98766.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.783466] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740751ec-c40b-44af-8377-fe4e5e9cf7f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.807876] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1125.807876] env[66507]: value = "task-4638882" [ 1125.807876] env[66507]: _type = "Task" [ 1125.807876] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.820203] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.931223] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.977480] env[66507]: DEBUG oslo_vmware.api [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638877, 'name': PowerOnVM_Task, 'duration_secs': 1.570417} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.978469] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.978704] env[66507]: INFO nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1125.979021] env[66507]: DEBUG nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1125.980247] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7aa25-0c51-4f6c-8bed-98374dca781b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.023515] env[66507]: WARNING neutronclient.v2_0.client [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.061544] env[66507]: DEBUG nova.scheduler.client.report [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.095994] env[66507]: DEBUG oslo_vmware.api [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457963} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.096779] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.097103] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.097384] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.097622] env[66507]: INFO nova.compute.manager [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.097945] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.098263] env[66507]: DEBUG nova.compute.manager [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1126.098382] env[66507]: DEBUG nova.network.neutron [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.098674] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.209314] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.283462] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.319687] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638882, 'name': ReconfigVM_Task, 'duration_secs': 0.319098} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.320028] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/918b12ff-54d8-4d38-a2f2-bec242a98766.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.320713] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d7c680-a477-481a-bf6a-9fb1f9f695d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.327930] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1126.327930] env[66507]: value = "task-4638883" [ 1126.327930] env[66507]: _type = "Task" [ 1126.327930] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.339203] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638883, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.346330] env[66507]: DEBUG nova.network.neutron [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [{"id": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "address": "fa:16:3e:47:36:ff", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957e97a1-d9", "ovs_interfaceid": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.504022] env[66507]: INFO nova.compute.manager [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Took 36.10 seconds to build instance. [ 1126.571933] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.574545] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.317s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.576213] env[66507]: INFO nova.compute.claims [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.611023] env[66507]: INFO nova.scheduler.client.report [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Deleted allocations for instance 33f4258a-82ea-40fe-9e64-26a3fc79ffda [ 1126.666867] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1126.698049] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.698049] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.698385] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.698476] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.698630] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.698761] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.698970] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.699704] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.699704] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.699704] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.699892] env[66507]: DEBUG nova.virt.hardware [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.701158] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d44d0a-f5b6-4b7d-97c6-983dd627c27f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.710603] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87b54a-dc61-4fc6-81f2-912a667f3244 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.767938] env[66507]: DEBUG nova.compute.manager [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1126.768234] env[66507]: DEBUG nova.compute.manager [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing instance network info cache due to event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1126.768425] env[66507]: DEBUG oslo_concurrency.lockutils [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] Acquiring lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.839231] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638883, 'name': Rename_Task, 'duration_secs': 0.16551} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.839543] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.839810] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7aad61a-84d0-4bb6-979d-cc992eb566e4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.847510] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1126.847510] env[66507]: value = "task-4638884" [ 1126.847510] env[66507]: _type = "Task" [ 1126.847510] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.851357] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.851725] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Instance network_info: |[{"id": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "address": "fa:16:3e:47:36:ff", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957e97a1-d9", "ovs_interfaceid": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1126.852065] env[66507]: DEBUG oslo_concurrency.lockutils [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] Acquired lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.852243] env[66507]: DEBUG nova.network.neutron [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.853536] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:36:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '957e97a1-d95f-4f56-8023-7b6ac854d55e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.861192] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating folder: Project (9aff7df116394c568a39335b0e972985). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.863459] env[66507]: WARNING neutronclient.v2_0.client [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.865298] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b44a79f0-c7fa-4edd-8188-ef8f7eb0f858 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.871265] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638884, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.883400] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created folder: Project (9aff7df116394c568a39335b0e972985) in parent group-v905587. [ 1126.883600] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating folder: Instances. Parent ref: group-v905877. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.883762] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29114691-cb60-45e2-b10d-505f4ed10f57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.898278] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created folder: Instances in parent group-v905877. [ 1126.898532] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.898756] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.899542] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae759f10-beee-46d1-b2f4-2034ee1826b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.927177] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.927177] env[66507]: value = "task-4638887" [ 1126.927177] env[66507]: _type = "Task" [ 1126.927177] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.938318] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638887, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.008081] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cc571298-0e36-494b-9fa0-baf8946a7898 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.613s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.023169] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.054027] env[66507]: DEBUG nova.network.neutron [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.118121] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0300d5db-6b1c-4806-9af6-cc2cea0689fe tempest-ServerDiskConfigTestJSON-940033598 tempest-ServerDiskConfigTestJSON-940033598-project-member] Lock "33f4258a-82ea-40fe-9e64-26a3fc79ffda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.201s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.210655] env[66507]: DEBUG nova.compute.manager [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-plugged-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1127.210852] env[66507]: DEBUG oslo_concurrency.lockutils [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.211109] env[66507]: DEBUG oslo_concurrency.lockutils [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.211307] env[66507]: DEBUG oslo_concurrency.lockutils [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.211498] env[66507]: DEBUG nova.compute.manager [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] No waiting events found dispatching network-vif-plugged-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1127.211681] env[66507]: WARNING nova.compute.manager [req-faa4e421-e169-4bab-b76f-f8bc8cb9709c req-12c60c59-b9ad-4764-813f-2678314dd813 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received unexpected event network-vif-plugged-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 for instance with vm_state building and task_state spawning. [ 1127.224161] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Successfully updated port: 7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1127.257173] env[66507]: WARNING neutronclient.v2_0.client [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.361213] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.402243] env[66507]: DEBUG nova.network.neutron [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updated VIF entry in instance network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.402805] env[66507]: DEBUG nova.network.neutron [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [{"id": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "address": "fa:16:3e:47:36:ff", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957e97a1-d9", "ovs_interfaceid": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.440737] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638887, 'name': CreateVM_Task, 'duration_secs': 0.436526} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.440995] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.441702] env[66507]: WARNING neutronclient.v2_0.client [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.442188] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.442356] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.442696] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.443041] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee18709-c62c-4832-884c-00394d49aa45 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.451478] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1127.451478] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5273d6e4-8261-11d7-b4b7-829b0e3e4d3f" [ 1127.451478] env[66507]: _type = "Task" [ 1127.451478] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.461215] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5273d6e4-8261-11d7-b4b7-829b0e3e4d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.561970] env[66507]: INFO nova.compute.manager [-] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Took 1.46 seconds to deallocate network for instance. [ 1127.727520] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.727886] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.728145] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.866302] env[66507]: DEBUG oslo_vmware.api [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638884, 'name': PowerOnVM_Task, 'duration_secs': 0.610415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.866672] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.866787] env[66507]: INFO nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1127.866962] env[66507]: DEBUG nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1127.867946] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d515092-6433-4a48-a20b-a88a5e717574 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.905477] env[66507]: DEBUG oslo_concurrency.lockutils [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] Releasing lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.905889] env[66507]: DEBUG nova.compute.manager [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Received event network-vif-deleted-de682558-2088-49b7-a2dd-da6519fc4c23 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1127.906189] env[66507]: INFO nova.compute.manager [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Neutron deleted interface de682558-2088-49b7-a2dd-da6519fc4c23; detaching it from the instance and deleting it from the info cache [ 1127.906479] env[66507]: DEBUG nova.network.neutron [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.923157] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a66d3b-8741-449b-9195-e6c7b92da45f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.935226] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa494253-fee3-4f38-a807-b2dc16817dd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.978867] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d454b50d-22ba-46d1-aa50-2a028fc159b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.988642] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5273d6e4-8261-11d7-b4b7-829b0e3e4d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.032749} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.991198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.991473] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.991710] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.991851] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.992041] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.992770] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22b7aafb-a5af-4a4c-93b1-0d8b2b1750d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.995805] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81b214-8f42-4755-be7f-ef8127dfb503 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.014673] env[66507]: DEBUG nova.compute.provider_tree [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.017821] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.018043] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.019118] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8776192f-26a2-4614-9f0c-5ad81c04a0d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.026890] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1128.026890] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]524fad97-b160-9da9-cc95-22684371ffa4" [ 1128.026890] env[66507]: _type = "Task" [ 1128.026890] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.038258] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524fad97-b160-9da9-cc95-22684371ffa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.071429] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.269378] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1128.389171] env[66507]: INFO nova.compute.manager [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Took 32.45 seconds to build instance. [ 1128.409595] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e630a4b-c6a8-42fb-ab3d-a406ffc1e806 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.428291] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1249fc-60b5-4825-b53a-bbf7130c2609 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.469807] env[66507]: DEBUG nova.compute.manager [req-f273403a-ae44-4356-9044-8605430f7b5d req-04d165b6-c213-4e74-b0d4-dc681dfde5b2 service nova] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Detach interface failed, port_id=de682558-2088-49b7-a2dd-da6519fc4c23, reason: Instance e0253af8-cf1a-4a90-aee8-2668d3e086cb could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1128.471408] env[66507]: WARNING neutronclient.v2_0.client [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.520258] env[66507]: DEBUG nova.scheduler.client.report [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.538904] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]524fad97-b160-9da9-cc95-22684371ffa4, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.540414] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48683a70-336e-4631-b7bf-abece07a8359 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.547276] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1128.547276] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52236e43-c4b8-2903-c29e-3114e849cc3e" [ 1128.547276] env[66507]: _type = "Task" [ 1128.547276] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.553459] env[66507]: DEBUG nova.network.neutron [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.557629] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52236e43-c4b8-2903-c29e-3114e849cc3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.785477] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.785713] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.846362] env[66507]: DEBUG nova.compute.manager [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1128.895724] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8d9c38a5-96df-4347-97f8-14f71e3ea698 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.971s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.026115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.026786] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1129.031700] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.008s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.031851] env[66507]: DEBUG nova.objects.instance [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'pci_requests' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.062694] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.063481] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Instance network_info: |[{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1129.063481] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52236e43-c4b8-2903-c29e-3114e849cc3e, 'name': SearchDatastore_Task, 'duration_secs': 0.022439} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.064288] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f414c4f-f79f-4255-97bb-117bcd5a8ab3', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.073728] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1129.074120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.074230] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b0d4cdc2-3efa-4dbf-b410-f08b41d00261/b0d4cdc2-3efa-4dbf-b410-f08b41d00261.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.074722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.074878] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a234c24-f7b2-444e-b6ed-c819fe41b81c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.078049] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-077e7394-b1ac-4d45-b7f5-90d01c6caeb4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.108600] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1129.108600] env[66507]: value = "task-4638888" [ 1129.108600] env[66507]: _type = "Task" [ 1129.108600] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.110389] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.110389] env[66507]: value = "task-4638889" [ 1129.110389] env[66507]: _type = "Task" [ 1129.110389] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.126781] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.131878] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638889, 'name': CreateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.281243] env[66507]: DEBUG nova.compute.manager [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-changed-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1129.281502] env[66507]: DEBUG nova.compute.manager [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing instance network info cache due to event network-changed-7f414c4f-f79f-4255-97bb-117bcd5a8ab3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1129.281719] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.281936] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.282498] env[66507]: DEBUG nova.network.neutron [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing network info cache for port 7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.290396] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.371893] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.461581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.461920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.536614] env[66507]: DEBUG nova.compute.utils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.539770] env[66507]: DEBUG nova.objects.instance [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'numa_topology' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.540955] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1129.543338] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1129.543338] env[66507]: WARNING neutronclient.v2_0.client [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.543338] env[66507]: WARNING neutronclient.v2_0.client [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.604291] env[66507]: DEBUG nova.policy [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '771d3c02e4aa4de1bb455657da435f57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a304c539fee643d68f6b7cd80efdde68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.627738] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.636661] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638889, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.730238] env[66507]: INFO nova.compute.manager [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Rescuing [ 1129.730576] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.730730] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.730908] env[66507]: DEBUG nova.network.neutron [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.786921] env[66507]: WARNING neutronclient.v2_0.client [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.965216] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Successfully created port: bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1129.966353] env[66507]: INFO nova.compute.manager [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Detaching volume 01da8119-3a89-4ed0-9f8d-f5e1b26c06a6 [ 1130.008784] env[66507]: INFO nova.virt.block_device [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Attempting to driver detach volume 01da8119-3a89-4ed0-9f8d-f5e1b26c06a6 from mountpoint /dev/sdb [ 1130.008784] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.008784] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905852', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'name': 'volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab2898e-5214-4a9a-a19e-c7c6832fde84', 'attached_at': '', 'detached_at': '', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'serial': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.009691] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f420108-8ba5-4d9f-a8ff-98499ee79e6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.035478] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dcd5ad-208b-45f5-af8b-440c006a6dd0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.043814] env[66507]: WARNING neutronclient.v2_0.client [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.046573] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1130.049567] env[66507]: INFO nova.compute.claims [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.059815] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21074a96-aee9-4a15-9f00-575d7419340e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.083695] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ed103-f69c-41bd-86bd-92ee3a58d1b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.107979] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] The volume has not been displaced from its original location: [datastore1] volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6/volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.114621] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.115711] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529a1900-15aa-4ef0-a3fe-2645cf2df85a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.149016] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729404} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.153867] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b0d4cdc2-3efa-4dbf-b410-f08b41d00261/b0d4cdc2-3efa-4dbf-b410-f08b41d00261.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.154169] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.154442] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638889, 'name': CreateVM_Task, 'duration_secs': 0.779419} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.154889] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1130.154889] env[66507]: value = "task-4638890" [ 1130.154889] env[66507]: _type = "Task" [ 1130.154889] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.155047] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84cf4c7d-7899-48c3-9240-3da48f3b9f0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.157271] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.158038] env[66507]: WARNING neutronclient.v2_0.client [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.158402] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.158554] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.158888] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.163584] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a420b5c4-3717-47d7-996f-2b1b5f33dfd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.169124] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1130.169124] env[66507]: value = "task-4638891" [ 1130.169124] env[66507]: _type = "Task" [ 1130.169124] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.174495] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1130.174495] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522b6401-a273-7dee-5d52-759eee4c5fbc" [ 1130.174495] env[66507]: _type = "Task" [ 1130.174495] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.175313] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.191784] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.199483] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522b6401-a273-7dee-5d52-759eee4c5fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.199483] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.199483] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.199483] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.199483] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.199483] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.199483] env[66507]: DEBUG nova.network.neutron [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updated VIF entry in instance network info cache for port 7f414c4f-f79f-4255-97bb-117bcd5a8ab3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.199483] env[66507]: DEBUG nova.network.neutron [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.200304] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31047fe-6336-45b3-8663-548d509f2a6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.234686] env[66507]: WARNING neutronclient.v2_0.client [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.245455] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.245767] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.247273] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0761db-1946-4ab3-af51-54c7cc730128 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.254081] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1130.254081] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ec49e9-7c96-ec33-038b-d2dadc23893a" [ 1130.254081] env[66507]: _type = "Task" [ 1130.254081] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.263584] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec49e9-7c96-ec33-038b-d2dadc23893a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.492760] env[66507]: WARNING neutronclient.v2_0.client [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.650520] env[66507]: DEBUG nova.network.neutron [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [{"id": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "address": "fa:16:3e:02:54:e9", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06819d8-34", "ovs_interfaceid": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.671140] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638890, 'name': ReconfigVM_Task, 'duration_secs': 0.386696} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.671420] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.676197] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a96fc2-4279-40f7-a423-9aab2f280988 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.695833] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079788} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.697247] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.697612] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1130.697612] env[66507]: value = "task-4638892" [ 1130.697612] env[66507]: _type = "Task" [ 1130.697612] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.698346] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b7aa9-4cc5-49e6-9f16-dff894b9e984 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.704914] env[66507]: DEBUG oslo_concurrency.lockutils [req-3a763f4f-d816-4338-8d86-919ea9c97c9d req-0dcd7eac-2e28-4405-9233-9b401a761fa5 service nova] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.725116] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] b0d4cdc2-3efa-4dbf-b410-f08b41d00261/b0d4cdc2-3efa-4dbf-b410-f08b41d00261.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.729016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4de9f49-3ef5-4eae-a005-d18e49b08445 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.743410] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.750689] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1130.750689] env[66507]: value = "task-4638893" [ 1130.750689] env[66507]: _type = "Task" [ 1130.750689] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.760511] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.766659] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec49e9-7c96-ec33-038b-d2dadc23893a, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.767588] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842ee0af-f9d1-4cc5-86f4-05ec7108293c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.774427] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1130.774427] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e803c2-fc91-0f83-9c4e-67544f4691f5" [ 1130.774427] env[66507]: _type = "Task" [ 1130.774427] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.783014] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e803c2-fc91-0f83-9c4e-67544f4691f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.066392] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1131.089555] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1131.089825] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.089973] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1131.090191] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.090332] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1131.090558] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1131.090687] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.090855] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1131.091094] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1131.091190] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1131.091364] env[66507]: DEBUG nova.virt.hardware [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1131.092372] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b9c34-6342-4a62-8225-e81177e54596 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.103165] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797766e-eabe-4bed-9a1b-38fea4c3d746 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.153125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.213358] env[66507]: DEBUG oslo_vmware.api [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638892, 'name': ReconfigVM_Task, 'duration_secs': 0.191577} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.213633] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905852', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'name': 'volume-01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ab2898e-5214-4a9a-a19e-c7c6832fde84', 'attached_at': '', 'detached_at': '', 'volume_id': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6', 'serial': '01da8119-3a89-4ed0-9f8d-f5e1b26c06a6'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.265329] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.286981] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e803c2-fc91-0f83-9c4e-67544f4691f5, 'name': SearchDatastore_Task, 'duration_secs': 0.028811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.287378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.287548] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5dc1a30f-151c-42a9-90a4-c1a402a1b482/5dc1a30f-151c-42a9-90a4-c1a402a1b482.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.287873] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a61990-9c40-48b4-99f0-c1e64975e4a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.295774] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1131.295774] env[66507]: value = "task-4638894" [ 1131.295774] env[66507]: _type = "Task" [ 1131.295774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.308620] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.365890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf4b2ca-91a6-4db7-8f45-6182c1fd8348 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.375053] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fdd709-62fa-4e92-8fd4-f9d00f6c3936 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.409826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53237f45-70ef-4882-94a6-bce409774e62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.418914] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52a3a2-d067-44ad-bd69-74309e005c51 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.435910] env[66507]: DEBUG nova.compute.provider_tree [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.485110] env[66507]: DEBUG nova.compute.manager [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Received event network-vif-plugged-bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1131.485617] env[66507]: DEBUG oslo_concurrency.lockutils [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] Acquiring lock "7593df2c-0492-4726-a75b-17602a29e291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.485617] env[66507]: DEBUG oslo_concurrency.lockutils [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] Lock "7593df2c-0492-4726-a75b-17602a29e291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.485791] env[66507]: DEBUG oslo_concurrency.lockutils [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] Lock "7593df2c-0492-4726-a75b-17602a29e291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.485832] env[66507]: DEBUG nova.compute.manager [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] No waiting events found dispatching network-vif-plugged-bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1131.486202] env[66507]: WARNING nova.compute.manager [req-21ad23be-12fc-4883-a8e8-77fe9bd9aab6 req-d51f2e55-774e-4c83-9195-e1ebe850d663 service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Received unexpected event network-vif-plugged-bd9baf5f-53fc-498b-ab27-269b16056f0c for instance with vm_state building and task_state spawning. [ 1131.586063] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Successfully updated port: bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1131.768343] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638893, 'name': ReconfigVM_Task, 'duration_secs': 0.669706} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.768957] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Reconfigured VM instance instance-0000006c to attach disk [datastore2] b0d4cdc2-3efa-4dbf-b410-f08b41d00261/b0d4cdc2-3efa-4dbf-b410-f08b41d00261.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.770033] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1152ba2-4f6a-4355-b7aa-22462da95a4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.775903] env[66507]: DEBUG nova.objects.instance [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'flavor' on Instance uuid 0ab2898e-5214-4a9a-a19e-c7c6832fde84 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.779871] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1131.779871] env[66507]: value = "task-4638895" [ 1131.779871] env[66507]: _type = "Task" [ 1131.779871] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.789748] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638895, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.809120] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638894, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.940028] env[66507]: DEBUG nova.scheduler.client.report [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.089982] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.090365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquired lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.090365] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.293092] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638895, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.307670] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810509} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.308366] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 5dc1a30f-151c-42a9-90a4-c1a402a1b482/5dc1a30f-151c-42a9-90a4-c1a402a1b482.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.308600] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.308882] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdba1e59-fd9b-4bda-bab2-6ee388c842e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.317092] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1132.317092] env[66507]: value = "task-4638896" [ 1132.317092] env[66507]: _type = "Task" [ 1132.317092] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.325826] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.445490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.414s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.445926] env[66507]: WARNING neutronclient.v2_0.client [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.448735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.378s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.449051] env[66507]: DEBUG nova.objects.instance [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid e0253af8-cf1a-4a90-aee8-2668d3e086cb {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.479578] env[66507]: INFO nova.network.neutron [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating port c21594ab-8c19-475a-9f56-a209a9319121 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1132.626728] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1132.695016] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.695016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7db6e5f-182d-4407-bb37-82869d3f1394 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.700677] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1132.700677] env[66507]: value = "task-4638897" [ 1132.700677] env[66507]: _type = "Task" [ 1132.700677] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.711369] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.792191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-82472329-cec7-4ac3-9267-f76538374599 tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.793271] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638895, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.794381] env[66507]: WARNING neutronclient.v2_0.client [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.827423] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.216796] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638897, 'name': PowerOffVM_Task, 'duration_secs': 0.48351} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.218140] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.218424] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26548b-e7c8-4a47-8a40-af49bb850af5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.245504] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4dfe9-d702-49ef-a9b7-91e99250e76d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.272441] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27464b4-bc44-4bfa-a82d-1d9851fe6204 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.283590] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.284693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58443b5c-778b-4c2d-915a-2bd387c7ef10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.288121] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7b0912-e1de-47c5-9cef-68c482b6a5bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.329969] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638895, 'name': Rename_Task, 'duration_secs': 1.261944} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.332440] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.336132] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264015a-5c80-4ab1-ac73-f09687666b6c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.338764] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1133.338764] env[66507]: value = "task-4638898" [ 1133.338764] env[66507]: _type = "Task" [ 1133.338764] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.338977] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8689e3c9-f268-4f98-afb3-fe2b7c3c6d56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.355897] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.768604} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.356987] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.358990] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5973a20f-b0cb-4a85-88df-7d8271563aa2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.372785] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482250d-c725-4e75-9625-7112ce5b73dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.376054] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1133.376054] env[66507]: value = "task-4638899" [ 1133.376054] env[66507]: _type = "Task" [ 1133.376054] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.376768] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1133.376988] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.377253] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.377394] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.377571] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.378258] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8307be4d-82aa-4162-a0b8-1d09e295b6d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.417593] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 5dc1a30f-151c-42a9-90a4-c1a402a1b482/5dc1a30f-151c-42a9-90a4-c1a402a1b482.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.419323] env[66507]: DEBUG nova.compute.provider_tree [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.425030] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805d28ca-49d5-4adf-a351-eca018f895fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.442695] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.442966] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.443769] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.445615] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1babcb-1d78-4ca6-8e0f-589126527e78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.449059] env[66507]: DEBUG nova.network.neutron [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Updating instance_info_cache with network_info: [{"id": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "address": "fa:16:3e:ae:ca:04", "network": {"id": "64c4625f-ea57-4a45-b620-5ede4817270d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1193887532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a304c539fee643d68f6b7cd80efdde68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9baf5f-53", "ovs_interfaceid": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.453720] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1133.453720] env[66507]: value = "task-4638900" [ 1133.453720] env[66507]: _type = "Task" [ 1133.453720] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.459687] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1133.459687] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a41220-0340-a138-b397-74b44e12a327" [ 1133.459687] env[66507]: _type = "Task" [ 1133.459687] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.468802] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.475298] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a41220-0340-a138-b397-74b44e12a327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.589556] env[66507]: DEBUG nova.compute.manager [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Received event network-changed-bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1133.590171] env[66507]: DEBUG nova.compute.manager [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Refreshing instance network info cache due to event network-changed-bd9baf5f-53fc-498b-ab27-269b16056f0c. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1133.590171] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] Acquiring lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.888750] env[66507]: DEBUG oslo_vmware.api [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4638899, 'name': PowerOnVM_Task, 'duration_secs': 0.519304} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.888936] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.889092] env[66507]: INFO nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1133.889275] env[66507]: DEBUG nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1133.890124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a19f4-f89b-4f8a-b333-29c366f50992 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.939212] env[66507]: DEBUG nova.scheduler.client.report [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.953907] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Releasing lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.954361] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Instance network_info: |[{"id": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "address": "fa:16:3e:ae:ca:04", "network": {"id": "64c4625f-ea57-4a45-b620-5ede4817270d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1193887532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a304c539fee643d68f6b7cd80efdde68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9baf5f-53", "ovs_interfaceid": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1133.955436] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] Acquired lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.955627] env[66507]: DEBUG nova.network.neutron [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Refreshing network info cache for port bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.956944] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ca:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd9baf5f-53fc-498b-ab27-269b16056f0c', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.967237] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Creating folder: Project (a304c539fee643d68f6b7cd80efdde68). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.973705] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2e0845-4061-44dd-9317-1c995ef62919 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.985711] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.990105] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a41220-0340-a138-b397-74b44e12a327, 'name': SearchDatastore_Task, 'duration_secs': 0.021736} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.992210] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Created folder: Project (a304c539fee643d68f6b7cd80efdde68) in parent group-v905587. [ 1133.992404] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Creating folder: Instances. Parent ref: group-v905881. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.992660] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942caa5f-1ff6-4f26-92dc-89e92cfc1fd3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.995928] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf70c97f-2700-436d-b4fe-57b871b0d070 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.001554] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1134.001554] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c47558-8eac-8ae2-c944-5c6f50c4f877" [ 1134.001554] env[66507]: _type = "Task" [ 1134.001554] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.007174] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Created folder: Instances in parent group-v905881. [ 1134.007705] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1134.010712] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.011020] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c47558-8eac-8ae2-c944-5c6f50c4f877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.011269] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e264aa-5bf3-4800-86ef-e8484c6c3005 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.035115] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.035115] env[66507]: value = "task-4638903" [ 1134.035115] env[66507]: _type = "Task" [ 1134.035115] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.043556] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638903, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.046457] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.046457] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.046457] env[66507]: DEBUG nova.network.neutron [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1134.333927] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.334352] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.334412] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.334575] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.334735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.336914] env[66507]: INFO nova.compute.manager [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Terminating instance [ 1134.410884] env[66507]: INFO nova.compute.manager [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Took 15.77 seconds to build instance. [ 1134.445232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.447806] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.159s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.447940] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.448328] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1134.448386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.077s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.450627] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fcd65-1e40-45d7-b4a8-47e78a830f38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.462963] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df068060-158f-4056-bb15-bed4579876cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.471039] env[66507]: WARNING neutronclient.v2_0.client [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.473397] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638900, 'name': ReconfigVM_Task, 'duration_secs': 0.574022} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.474357] env[66507]: INFO nova.scheduler.client.report [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance e0253af8-cf1a-4a90-aee8-2668d3e086cb [ 1134.476183] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 5dc1a30f-151c-42a9-90a4-c1a402a1b482/5dc1a30f-151c-42a9-90a4-c1a402a1b482.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.479180] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d688c28d-5510-4d9f-bd41-309f62a6ccc3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.491567] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaadf3a7-20d7-4874-82be-eec8e04dd8c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.497220] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1134.497220] env[66507]: value = "task-4638904" [ 1134.497220] env[66507]: _type = "Task" [ 1134.497220] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.504245] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f0f2cd-7b6e-4423-9271-e640a43f0250 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.556149] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c47558-8eac-8ae2-c944-5c6f50c4f877, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.556149] env[66507]: WARNING neutronclient.v2_0.client [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.559336] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179060MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1134.559336] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.559336] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638904, 'name': Rename_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.559638] env[66507]: DEBUG oslo_concurrency.lockutils [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.559900] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. {{(pid=66507) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1134.563518] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b72121-1f71-4621-b292-834e776e007c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.577160] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638903, 'name': CreateVM_Task, 'duration_secs': 0.497589} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.577160] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.577160] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1134.577160] env[66507]: value = "task-4638905" [ 1134.577160] env[66507]: _type = "Task" [ 1134.577160] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.577160] env[66507]: WARNING neutronclient.v2_0.client [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.577426] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.577638] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.577925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.578274] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52de9495-a764-4f9e-af3b-e4491f79a81f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.592383] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1134.592383] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523042e5-e88e-169c-4935-1025dc07a223" [ 1134.592383] env[66507]: _type = "Task" [ 1134.592383] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.597025] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.611739] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523042e5-e88e-169c-4935-1025dc07a223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.614235] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1134.615321] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15543a46-b955-4288-a763-a0bfa4319381 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.626264] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1134.626482] env[66507]: ERROR oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk due to incomplete transfer. [ 1134.626764] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc1e3cb0-1d5d-4976-9a91-ee008ee7766a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.636142] env[66507]: DEBUG oslo_vmware.rw_handles [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a5b5a-4b4c-ef23-f96f-67572b21a75c/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1134.636466] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Uploaded image 69f4915a-267d-4df8-9343-c902431e5266 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1134.638926] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1134.639246] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f8ac9b1-784a-4c8a-a9b0-21e7f9451e22 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.647160] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1134.647160] env[66507]: value = "task-4638906" [ 1134.647160] env[66507]: _type = "Task" [ 1134.647160] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.658883] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638906, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.740724] env[66507]: WARNING neutronclient.v2_0.client [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.823719] env[66507]: WARNING neutronclient.v2_0.client [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.840873] env[66507]: DEBUG nova.compute.manager [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1134.841140] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.842238] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95c9c6-25df-4891-97f2-216c14553909 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.851240] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.851518] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e13188-78e8-4c35-95bd-444425393cd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.859030] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1134.859030] env[66507]: value = "task-4638907" [ 1134.859030] env[66507]: _type = "Task" [ 1134.859030] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.863689] env[66507]: DEBUG nova.network.neutron [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Updated VIF entry in instance network info cache for port bd9baf5f-53fc-498b-ab27-269b16056f0c. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.864055] env[66507]: DEBUG nova.network.neutron [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Updating instance_info_cache with network_info: [{"id": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "address": "fa:16:3e:ae:ca:04", "network": {"id": "64c4625f-ea57-4a45-b620-5ede4817270d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1193887532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a304c539fee643d68f6b7cd80efdde68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9baf5f-53", "ovs_interfaceid": "bd9baf5f-53fc-498b-ab27-269b16056f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.874569] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.912818] env[66507]: DEBUG oslo_concurrency.lockutils [None req-af42b94b-b178-4619-aa63-14cfa40cdb3c tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.306s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.927939] env[66507]: DEBUG nova.network.neutron [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.957696] env[66507]: INFO nova.compute.claims [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.993297] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86a4164f-3309-48db-ab37-228b996f628e tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "e0253af8-cf1a-4a90-aee8-2668d3e086cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.556s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.012884] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638904, 'name': Rename_Task, 'duration_secs': 0.285888} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.013349] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.014369] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08287474-4d57-47ab-97b7-0e016b955501 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.028252] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1135.028252] env[66507]: value = "task-4638908" [ 1135.028252] env[66507]: _type = "Task" [ 1135.028252] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.038651] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.095944] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638905, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.111026] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523042e5-e88e-169c-4935-1025dc07a223, 'name': SearchDatastore_Task, 'duration_secs': 0.029926} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.111026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.111026] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.111609] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.112022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.112357] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.112810] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1da99c6-0637-4e4c-9033-62363d879aa1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.134039] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.134039] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.135221] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b7fcd2-33bf-4851-8712-3a2dcef0e7dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.147166] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1135.147166] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525a08e8-6ed1-c210-24dd-e3b2abc0174d" [ 1135.147166] env[66507]: _type = "Task" [ 1135.147166] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.165573] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a08e8-6ed1-c210-24dd-e3b2abc0174d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.169033] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638906, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.370170] env[66507]: DEBUG oslo_concurrency.lockutils [req-2a4fb0be-e0da-48c8-a853-5de95c309a24 req-282079a4-4e21-4a4b-9e98-8fc2463310ff service nova] Releasing lock "refresh_cache-7593df2c-0492-4726-a75b-17602a29e291" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.380469] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638907, 'name': PowerOffVM_Task, 'duration_secs': 0.41551} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.380794] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.380967] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.381272] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccccb18-52f8-4843-a54f-e5cdf6556471 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.431344] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.465932] env[66507]: INFO nova.compute.resource_tracker [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating resource usage from migration 41452b42-8208-4fc1-b0ea-3c987327236a [ 1135.473560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.473560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.473560] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleting the datastore file [datastore2] 0ab2898e-5214-4a9a-a19e-c7c6832fde84 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.475611] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='297d23a178aa3f9a44940da982175087',container_format='bare',created_at=2025-11-21T02:27:52Z,direct_url=,disk_format='vmdk',id=0449ee89-9388-43dc-ad5f-8d4dc420b95d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1713730468-shelved',owner='132bca42bfcd441d93cce958d7ed4c16',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-21T02:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.476027] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.476294] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.476611] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.476873] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.477134] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.477460] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.477721] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.477987] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.478265] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.478539] env[66507]: DEBUG nova.virt.hardware [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.478935] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-906324c2-e094-41d9-af3e-de1785ab109d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.481539] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e31722-f7a5-4214-aa21-fb6f0b40f8aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.494664] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ac372-843d-46ab-a160-a09d13497f0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.499444] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1135.499444] env[66507]: value = "task-4638910" [ 1135.499444] env[66507]: _type = "Task" [ 1135.499444] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.512377] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:45:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21594ab-8c19-475a-9f56-a209a9319121', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.519882] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.523064] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.523514] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85f34b9-821a-4d43-b9b9-d2002a7f46a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.541810] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.551467] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.552783] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.552783] env[66507]: value = "task-4638911" [ 1135.552783] env[66507]: _type = "Task" [ 1135.552783] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.562070] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638911, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.590081] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866172} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.590383] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk. [ 1135.591251] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d5b8a-d63b-4ab6-bd8e-8957dbd5ca9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.622496] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.622496] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ae54c2-e219-4414-8f31-5cc0235b5cd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.636961] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1135.637222] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.637420] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.637597] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.637761] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] No waiting events found dispatching network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1135.637940] env[66507]: WARNING nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received unexpected event network-vif-plugged-c21594ab-8c19-475a-9f56-a209a9319121 for instance with vm_state shelved_offloaded and task_state spawning. [ 1135.638110] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-changed-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1135.638257] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing instance network info cache due to event network-changed-c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1135.638467] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Acquiring lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.638608] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Acquired lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.638757] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Refreshing network info cache for port c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.646521] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1135.646521] env[66507]: value = "task-4638912" [ 1135.646521] env[66507]: _type = "Task" [ 1135.646521] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.667118] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.676593] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525a08e8-6ed1-c210-24dd-e3b2abc0174d, 'name': SearchDatastore_Task, 'duration_secs': 0.059631} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.676593] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638906, 'name': Destroy_Task, 'duration_secs': 0.944927} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.676843] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Destroyed the VM [ 1135.677203] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1135.677297] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3cfbbf-df42-47be-b29a-7e96c15e3d36 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.679996] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62a873c5-7877-4d51-828e-14f5fc2e697f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.688140] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1135.688140] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52547b5f-7795-cb0a-406a-030736504d4d" [ 1135.688140] env[66507]: _type = "Task" [ 1135.688140] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.694111] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1135.694111] env[66507]: value = "task-4638913" [ 1135.694111] env[66507]: _type = "Task" [ 1135.694111] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.701897] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52547b5f-7795-cb0a-406a-030736504d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.708936] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638913, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.945996] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c3f5a3-aa9f-4199-9965-507be8fb1904 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.958244] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658386a3-1ecb-4b0a-ac75-9b659beee3e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.004787] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf79537-a997-4b79-8e41-43eb14597844 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.017013] env[66507]: DEBUG oslo_vmware.api [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420778} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.017367] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.017556] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.020671] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.020671] env[66507]: INFO nova.compute.manager [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1136.020671] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1136.020671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41875be-26c9-4388-8f0d-e1694dbc9dae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.024109] env[66507]: DEBUG nova.compute.manager [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1136.024223] env[66507]: DEBUG nova.network.neutron [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1136.024475] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.038386] env[66507]: DEBUG nova.compute.provider_tree [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.052773] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.067227] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638911, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.079478] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.142662] env[66507]: WARNING neutronclient.v2_0.client [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.167141] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.213818] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52547b5f-7795-cb0a-406a-030736504d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.216838] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.216838] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7593df2c-0492-4726-a75b-17602a29e291/7593df2c-0492-4726-a75b-17602a29e291.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.216838] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8b73a1-fc9c-4d9c-8545-f396a89ee74b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.226400] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638913, 'name': RemoveSnapshot_Task} progress is 40%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.235051] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1136.235051] env[66507]: value = "task-4638914" [ 1136.235051] env[66507]: _type = "Task" [ 1136.235051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.248225] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.541963] env[66507]: DEBUG nova.scheduler.client.report [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.555604] env[66507]: DEBUG oslo_vmware.api [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4638908, 'name': PowerOnVM_Task, 'duration_secs': 1.029804} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.558899] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.559182] env[66507]: INFO nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1136.559424] env[66507]: DEBUG nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1136.561097] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa356b7-ad0b-4ed5-a5af-44442de65dee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.571331] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638911, 'name': CreateVM_Task, 'duration_secs': 0.557808} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.573342] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.576950] env[66507]: WARNING neutronclient.v2_0.client [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.577368] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.578279] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.578279] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.578802] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4313cd8c-c73c-43c4-a5bc-9522b909d26b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.585098] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1136.585098] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240cc7b-4952-82e9-7d74-e27bc801fdf7" [ 1136.585098] env[66507]: _type = "Task" [ 1136.585098] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.596181] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5240cc7b-4952-82e9-7d74-e27bc801fdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.664271] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638912, 'name': ReconfigVM_Task, 'duration_secs': 0.659908} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.664601] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766/7d84b058-126e-4bb2-8160-0805529cf00c-rescue.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.665774] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf65e81-b3da-4761-8903-1aca70d9d795 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.677112] env[66507]: WARNING neutronclient.v2_0.client [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.714737] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89901b53-41e8-4df4-a065-7abcec053b0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.729635] env[66507]: DEBUG nova.compute.manager [req-4e1201d3-1d23-49de-870c-6896fb79ea07 req-cf374269-1770-47d3-a67b-61318612469c service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Received event network-vif-deleted-fa3f8219-3d58-4656-966e-d9260fd317aa {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1136.730408] env[66507]: INFO nova.compute.manager [req-4e1201d3-1d23-49de-870c-6896fb79ea07 req-cf374269-1770-47d3-a67b-61318612469c service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Neutron deleted interface fa3f8219-3d58-4656-966e-d9260fd317aa; detaching it from the instance and deleting it from the info cache [ 1136.730408] env[66507]: DEBUG nova.network.neutron [req-4e1201d3-1d23-49de-870c-6896fb79ea07 req-cf374269-1770-47d3-a67b-61318612469c service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.742922] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638913, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.750577] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1136.750577] env[66507]: value = "task-4638915" [ 1136.750577] env[66507]: _type = "Task" [ 1136.750577] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.763386] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.776492] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.817232] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updated VIF entry in instance network info cache for port c21594ab-8c19-475a-9f56-a209a9319121. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1136.817232] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [{"id": "c21594ab-8c19-475a-9f56-a209a9319121", "address": "fa:16:3e:d6:45:76", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21594ab-8c", "ovs_interfaceid": "c21594ab-8c19-475a-9f56-a209a9319121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.829129] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.829437] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.050264] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.050532] env[66507]: INFO nova.compute.manager [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Migrating [ 1137.058410] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.500s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.090043] env[66507]: INFO nova.compute.manager [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Took 15.71 seconds to build instance. [ 1137.099587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.100448] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Processing image 0449ee89-9388-43dc-ad5f-8d4dc420b95d {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.100448] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.100645] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.100954] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.101894] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162f4c86-ddf6-4c5d-9de2-2c26009cad4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.114123] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.114599] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.115530] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8335ca9c-6ab8-4570-aed0-51139d1cfa28 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.122561] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1137.122561] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ae1591-c27c-2771-c828-71a5e091130a" [ 1137.122561] env[66507]: _type = "Task" [ 1137.122561] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.137954] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ae1591-c27c-2771-c828-71a5e091130a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.212133] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638913, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.228606] env[66507]: DEBUG nova.network.neutron [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.235089] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-205fa322-15a3-441a-8888-bebcd86f5bfd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.250711] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfb987-d790-4238-8207-0e38f98bb597 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.273090] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821599} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.274161] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 7593df2c-0492-4726-a75b-17602a29e291/7593df2c-0492-4726-a75b-17602a29e291.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.274161] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.274460] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb513006-f1c8-4475-9d35-8c6e9c88e781 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.279951] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638915, 'name': ReconfigVM_Task, 'duration_secs': 0.281374} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.280778] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.281412] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d570330-4b83-4ecb-9a9a-c9575cdc84ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.302306] env[66507]: DEBUG nova.compute.manager [req-4e1201d3-1d23-49de-870c-6896fb79ea07 req-cf374269-1770-47d3-a67b-61318612469c service nova] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Detach interface failed, port_id=fa3f8219-3d58-4656-966e-d9260fd317aa, reason: Instance 0ab2898e-5214-4a9a-a19e-c7c6832fde84 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1137.305551] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1137.305551] env[66507]: value = "task-4638916" [ 1137.305551] env[66507]: _type = "Task" [ 1137.305551] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.305938] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1137.305938] env[66507]: value = "task-4638917" [ 1137.305938] env[66507]: _type = "Task" [ 1137.305938] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.321192] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Releasing lock "refresh_cache-42b7ad0f-578e-4e14-8f10-1f45a113ffac" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.321468] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1137.321634] env[66507]: DEBUG nova.compute.manager [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing instance network info cache due to event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1137.321843] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Acquiring lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.321974] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Acquired lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.322144] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.323437] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.326763] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.332887] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1137.568513] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.568862] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.568862] env[66507]: DEBUG nova.network.neutron [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.592220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5fc3c182-14d6-4296-af45-a8ef3a691c8c tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.239s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.636801] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1137.636801] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Fetch image to [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4/OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1137.636801] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Downloading stream optimized image 0449ee89-9388-43dc-ad5f-8d4dc420b95d to [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4/OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4.vmdk on the data store datastore2 as vApp {{(pid=66507) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1137.637112] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Downloading image file data 0449ee89-9388-43dc-ad5f-8d4dc420b95d to the ESX as VM named 'OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4' {{(pid=66507) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1137.714832] env[66507]: DEBUG oslo_vmware.api [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638913, 'name': RemoveSnapshot_Task, 'duration_secs': 1.738719} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.715407] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1137.715503] env[66507]: INFO nova.compute.manager [None req-6c194b1c-4dd0-4a76-9888-2668dfbed607 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 20.16 seconds to snapshot the instance on the hypervisor. [ 1137.730991] env[66507]: INFO nova.compute.manager [-] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Took 1.71 seconds to deallocate network for instance. [ 1137.740600] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1137.740600] env[66507]: value = "resgroup-9" [ 1137.740600] env[66507]: _type = "ResourcePool" [ 1137.740600] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1137.740600] env[66507]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c933efc9-17a1-4a53-9e0b-e05f1e1d65fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.763588] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease: (returnval){ [ 1137.763588] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1137.763588] env[66507]: _type = "HttpNfcLease" [ 1137.763588] env[66507]: } obtained for vApp import into resource pool (val){ [ 1137.763588] env[66507]: value = "resgroup-9" [ 1137.763588] env[66507]: _type = "ResourcePool" [ 1137.763588] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1137.766279] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the lease: (returnval){ [ 1137.766279] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1137.766279] env[66507]: _type = "HttpNfcLease" [ 1137.766279] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1137.781919] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.781919] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1137.781919] env[66507]: _type = "HttpNfcLease" [ 1137.781919] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1137.824501] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08229} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.824744] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.824998] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.825873] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6667b787-7f2a-4074-897b-6a97cc414e6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.831059] env[66507]: WARNING neutronclient.v2_0.client [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.857853] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7593df2c-0492-4726-a75b-17602a29e291/7593df2c-0492-4726-a75b-17602a29e291.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.861469] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6728b221-11ad-420c-891b-e033da1aca71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.884239] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1137.884239] env[66507]: value = "task-4638919" [ 1137.884239] env[66507]: _type = "Task" [ 1137.884239] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.893942] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.896022] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.928302] env[66507]: DEBUG nova.compute.manager [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-changed-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1137.928562] env[66507]: DEBUG nova.compute.manager [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing instance network info cache due to event network-changed-7f414c4f-f79f-4255-97bb-117bcd5a8ab3. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1137.929070] env[66507]: DEBUG oslo_concurrency.lockutils [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.929355] env[66507]: DEBUG oslo_concurrency.lockutils [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.929641] env[66507]: DEBUG nova.network.neutron [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing network info cache for port 7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.079593] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.084065] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Applying migration context for instance 793f9dfb-d0c0-48cd-a101-88ecc641f70b as it has an incoming, in-progress migration 41452b42-8208-4fc1-b0ea-3c987327236a. Migration status is pre-migrating {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1138.087419] env[66507]: INFO nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating resource usage from migration 41452b42-8208-4fc1-b0ea-3c987327236a [ 1138.109756] env[66507]: WARNING neutronclient.v2_0.client [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.114561] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.114872] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.114973] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.115172] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 0ab2898e-5214-4a9a-a19e-c7c6832fde84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.115293] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bfa849b2-573e-46a0-aecf-8eb7af212649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.115726] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 067e3f7f-914b-4e35-a2dd-70be30e99c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.115726] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ac19476a-8554-468d-ad0c-ebc4ca074279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.115726] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2ecde566-7229-4d2d-8593-2eaeaf8196f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116092] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance f72e63cb-361b-4e9d-827f-aa15bf6bf19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116092] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 245ce53d-8534-4b19-8d43-3a009693c2ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116196] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116325] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 918b12ff-54d8-4d38-a2f2-bec242a98766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116447] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116575] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.116750] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 5dc1a30f-151c-42a9-90a4-c1a402a1b482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.117142] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 7593df2c-0492-4726-a75b-17602a29e291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.117299] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Migration 41452b42-8208-4fc1-b0ea-3c987327236a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1138.117458] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 793f9dfb-d0c0-48cd-a101-88ecc641f70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.209469] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updated VIF entry in instance network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1138.209915] env[66507]: DEBUG nova.network.neutron [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [{"id": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "address": "fa:16:3e:47:36:ff", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957e97a1-d9", "ovs_interfaceid": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.257753] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.274637] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.274637] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1138.274637] env[66507]: _type = "HttpNfcLease" [ 1138.274637] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.281490] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.319116] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.365696] env[66507]: DEBUG nova.network.neutron [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.395815] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.438558] env[66507]: WARNING neutronclient.v2_0.client [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.617642] env[66507]: WARNING neutronclient.v2_0.client [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.620673] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.620994] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1138.621245] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1138.713779] env[66507]: DEBUG oslo_concurrency.lockutils [req-3709b68d-c45e-4776-8211-73afd6a60fd7 req-c643b491-6e1b-452a-87a1-0066f3d3b379 service nova] Releasing lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.714993] env[66507]: DEBUG nova.network.neutron [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updated VIF entry in instance network info cache for port 7f414c4f-f79f-4255-97bb-117bcd5a8ab3. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1138.715366] env[66507]: DEBUG nova.network.neutron [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.775885] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.775885] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1138.775885] env[66507]: _type = "HttpNfcLease" [ 1138.775885] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.818774] env[66507]: DEBUG oslo_vmware.api [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638917, 'name': PowerOnVM_Task, 'duration_secs': 1.436258} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.821953] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.825122] env[66507]: DEBUG nova.compute.manager [None req-90581ea5-e18d-4a6c-90f5-0a28c064d140 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1138.826090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25335ec0-9ed0-4ed8-b404-a461bfffafdb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.871715] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.905111] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638919, 'name': ReconfigVM_Task, 'duration_secs': 0.829272} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.905773] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7593df2c-0492-4726-a75b-17602a29e291/7593df2c-0492-4726-a75b-17602a29e291.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.906866] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c868bd-e66d-4b37-9194-9b53ca0c5b37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.918885] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1138.918885] env[66507]: value = "task-4638920" [ 1138.918885] env[66507]: _type = "Task" [ 1138.918885] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.929926] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638920, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.947191] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f38e3-3058-439f-9e35-74d52f1fe626 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.955503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf250be9-20e9-443b-96f6-f1236022f03d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.988096] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c1d2c-723d-45c2-8fb1-486a62380493 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.996839] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f20499e-9570-4883-b622-c8125a6087ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.012478] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.218794] env[66507]: DEBUG oslo_concurrency.lockutils [req-89bea8a0-a81c-4d4e-9edd-41138b7c254c req-3671ec53-bea6-4fe5-8da5-10e9174c307a service nova] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.279590] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.279590] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1139.279590] env[66507]: _type = "HttpNfcLease" [ 1139.279590] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.280018] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.280018] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523676f0-f7a1-0138-2b7d-fd153b6a2b53" [ 1139.280018] env[66507]: _type = "HttpNfcLease" [ 1139.280018] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1139.281730] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef46a8f2-5de5-41d0-a2bb-996dd100883b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.293270] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.293529] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1139.391146] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89838c60-5b10-4ef3-8988-a2a9413dd113 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.434829] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638920, 'name': Rename_Task, 'duration_secs': 0.265013} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.435146] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.435453] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724717d7-b5cb-435a-a073-ee3b28efbca0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.444314] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1139.444314] env[66507]: value = "task-4638921" [ 1139.444314] env[66507]: _type = "Task" [ 1139.444314] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.454441] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.516494] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.955497] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.022365] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.022586] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.964s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.023114] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.127s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.024667] env[66507]: INFO nova.compute.claims [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.027705] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.027929] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11897}} [ 1140.386055] env[66507]: DEBUG nova.compute.manager [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1140.387062] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0bcdd2-7c84-4085-8868-9955a3877c82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.401638] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af9d3b-7f05-4c97-bfa7-41da2641fb16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.420785] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.455861] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.518840] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.521397] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.545648] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] There are 52 instances to clean {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11906}} [ 1140.545848] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: e0253af8-cf1a-4a90-aee8-2668d3e086cb] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1140.684870] env[66507]: INFO nova.compute.manager [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Unrescuing [ 1140.684870] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.684870] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquired lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.685312] env[66507]: DEBUG nova.network.neutron [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.907166] env[66507]: INFO nova.compute.manager [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] instance snapshotting [ 1140.910623] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca9a83-95ac-43e0-aa7e-a8ea9a7240e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.938259] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.944236] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58394c9a-62b2-4e2a-95c8-ea41d6302625 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.947332] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e950de-72a9-4e89-a322-154472f66377 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.963487] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638921, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.023051] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1141.023051] env[66507]: value = "task-4638922" [ 1141.023051] env[66507]: _type = "Task" [ 1141.023051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.028161] env[66507]: DEBUG nova.compute.utils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.039307] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.054032] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 33f4258a-82ea-40fe-9e64-26a3fc79ffda] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1141.189259] env[66507]: WARNING neutronclient.v2_0.client [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.308413] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1141.308725] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.310543] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cab9395-66cf-4f15-b312-8989947363f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.323266] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.323438] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1141.323789] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-06efb07f-f66b-490d-80ac-9eff777e6b8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.372689] env[66507]: WARNING neutronclient.v2_0.client [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.381255] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5566af87-768f-4d5f-afc6-53ef6bf20b12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.391827] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bfd31f-9cee-4fc6-8ea3-3dbb81a87e87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.435166] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d28a8-7e86-4471-9cf6-8ac741e53cab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.443877] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb80739-6fe1-4eb5-83be-f036e1489933 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.459789] env[66507]: DEBUG nova.compute.provider_tree [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.470920] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.471264] env[66507]: DEBUG oslo_vmware.api [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638921, 'name': PowerOnVM_Task, 'duration_secs': 1.628365} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.472108] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-184b804c-c5ae-4c45-9e4d-c32f6c0f13f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.474333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.474550] env[66507]: INFO nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1141.474728] env[66507]: DEBUG nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1141.475857] env[66507]: DEBUG nova.network.neutron [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [{"id": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "address": "fa:16:3e:02:54:e9", "network": {"id": "1f2e014b-bd04-40ba-a6db-ef7d65da3030", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-254952332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78b2d0f79c6744ce848f70821b39ce04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06819d8-34", "ovs_interfaceid": "d06819d8-34ab-4e1a-8d8d-072b53496e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.477725] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c9324-0726-4e4d-8a8a-0ec8d6cc42fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.491045] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1141.491045] env[66507]: value = "task-4638923" [ 1141.491045] env[66507]: _type = "Task" [ 1141.491045] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.501055] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.534431] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.535114] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638922, 'name': PowerOffVM_Task, 'duration_secs': 0.342611} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.536177] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.536451] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.557620] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 901c1886-1bd6-47d8-9351-f02811383557] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1141.755269] env[66507]: DEBUG oslo_vmware.rw_handles [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51dda-3e2e-477f-24ee-8c47b0f52709/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1141.755491] env[66507]: INFO nova.virt.vmwareapi.images [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Downloaded image file data 0449ee89-9388-43dc-ad5f-8d4dc420b95d [ 1141.756373] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484524b0-3aff-4ef4-bd34-0ee365bb127b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.775016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9c8a639-2921-4f12-b8fc-4db0ac9f8da2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.827714] env[66507]: INFO nova.virt.vmwareapi.images [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] The imported VM was unregistered [ 1141.830526] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1141.830864] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.831245] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584d1654-58ae-4dbe-8e3c-04dc579614ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.853023] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.853258] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4/OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4.vmdk to [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk. {{(pid=66507) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1141.853552] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-512b7af4-2a8e-48ea-860d-b21c482e68bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.861996] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1141.861996] env[66507]: value = "task-4638925" [ 1141.861996] env[66507]: _type = "Task" [ 1141.861996] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.872048] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.966223] env[66507]: DEBUG nova.scheduler.client.report [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.981934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Releasing lock "refresh_cache-918b12ff-54d8-4d38-a2f2-bec242a98766" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.982729] env[66507]: DEBUG nova.objects.instance [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lazy-loading 'flavor' on Instance uuid 918b12ff-54d8-4d38-a2f2-bec242a98766 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.005629] env[66507]: INFO nova.compute.manager [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Took 16.78 seconds to build instance. [ 1142.013773] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.044580] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.044874] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.045045] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.045236] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.045365] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.045517] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.045776] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.045953] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.046131] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.046289] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.046454] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.052157] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abf5be4-94d1-4afd-92b6-99e7c026cb3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.064777] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ff09a15d-832b-4c14-8155-a041717e1a12] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1142.077132] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1142.077132] env[66507]: value = "task-4638926" [ 1142.077132] env[66507]: _type = "Task" [ 1142.077132] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.090122] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.374889] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.424028] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.424028] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.472822] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.473397] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1142.476224] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.219s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.476458] env[66507]: DEBUG nova.objects.instance [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'resources' on Instance uuid 0ab2898e-5214-4a9a-a19e-c7c6832fde84 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.488769] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe52d56-f549-4ed1-893f-64d46610be83 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.515322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5d125e7-5835-4b98-b826-96a1e64362bd tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.305s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.516019] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.520676] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abe8e87-79ef-46cb-82a7-e042c7ee3410 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.532447] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.534713] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1142.534713] env[66507]: value = "task-4638927" [ 1142.534713] env[66507]: _type = "Task" [ 1142.534713] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.548297] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.568239] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 6aa90dc8-7494-433e-b501-2f125478345b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1142.588783] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638926, 'name': ReconfigVM_Task, 'duration_secs': 0.484645} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.589155] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.617103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.617103] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.617471] env[66507]: INFO nova.compute.manager [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Attaching volume 86075c6e-110b-44c6-a3a1-b3d14d46d442 to /dev/sdb [ 1142.657673] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b9d39-eff8-41df-8019-a4f977d13683 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.669215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e40292-ad43-4c17-91cf-029f66d996bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.687987] env[66507]: DEBUG nova.virt.block_device [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updating existing volume attachment record: 95302534-e12e-4b7d-9444-00db8ef79f58 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.873830] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.927015] env[66507]: DEBUG nova.compute.utils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.980391] env[66507]: DEBUG nova.compute.utils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.981967] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1142.982176] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1142.982548] env[66507]: WARNING neutronclient.v2_0.client [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.982960] env[66507]: WARNING neutronclient.v2_0.client [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.027986] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638923, 'name': CreateSnapshot_Task, 'duration_secs': 1.077268} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.032075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1143.033271] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28c677-b947-43d4-95c0-af43f46645ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.042282] env[66507]: DEBUG nova.policy [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c451457626e44d0a8a6ed4562bb8050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce720277b1f7410b8945511bb22de2a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.059815] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638927, 'name': PowerOffVM_Task, 'duration_secs': 0.332316} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.060486] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.066214] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.066904] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36fbbd23-b54e-45a8-94b4-45fe1d863ae6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.083958] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 5b835cec-4b12-444a-8b67-3a9534dc2ab4] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1143.101796] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1143.102174] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.102391] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1143.102620] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.102800] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1143.102998] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1143.103290] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.103488] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1143.103677] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1143.103904] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1143.104174] env[66507]: DEBUG nova.virt.hardware [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1143.111714] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.112219] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1143.112219] env[66507]: value = "task-4638929" [ 1143.112219] env[66507]: _type = "Task" [ 1143.112219] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.116427] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66eb01d-4273-4002-aeda-9bb595caa7fd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.147967] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.152633] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1143.152633] env[66507]: value = "task-4638930" [ 1143.152633] env[66507]: _type = "Task" [ 1143.152633] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.163883] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.366272] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a984aef-29d6-4904-91aa-dbf728fa2b0b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.387430] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d272a-b71f-4fa5-98b9-d1744f0fdff7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.391488] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.422873] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443ac15-ef8c-4e5a-a51d-6b75caed9290 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.429057] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Successfully created port: 9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1143.432639] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.438076] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067a674-e434-496f-9aef-68d7ba092161 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.455633] env[66507]: DEBUG nova.compute.provider_tree [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.489439] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1143.566460] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.566873] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df76ac53-9d70-4263-8567-b48a58bcbcb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.578442] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1143.578442] env[66507]: value = "task-4638931" [ 1143.578442] env[66507]: _type = "Task" [ 1143.578442] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.590052] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a4bba94f-a5a4-48f3-a779-1fd52f11ecbd] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1143.592232] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.644142] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.664263] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.878805] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.959053] env[66507]: DEBUG nova.scheduler.client.report [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.089910] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 93%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.093601] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 3ac5978f-b230-4390-a73b-d2d6b4de7978] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1144.143953] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638929, 'name': ReconfigVM_Task, 'duration_secs': 0.568862} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.143953] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.144124] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.144492] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72d0294e-a041-4fb8-b2a4-de28fa922be5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.154226] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1144.154226] env[66507]: value = "task-4638932" [ 1144.154226] env[66507]: _type = "Task" [ 1144.154226] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.167893] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.171920] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638930, 'name': ReconfigVM_Task, 'duration_secs': 0.666318} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.172180] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.173101] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b631c-b1a4-4244-9420-e0048cc2a6cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.201850] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.201850] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9175e388-36ba-49cb-9916-9fcb2b27d3b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.222396] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1144.222396] env[66507]: value = "task-4638933" [ 1144.222396] env[66507]: _type = "Task" [ 1144.222396] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.234606] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.376672] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.466852] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.481413] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "7593df2c-0492-4726-a75b-17602a29e291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.481608] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.481835] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "7593df2c-0492-4726-a75b-17602a29e291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.482784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.482784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.484570] env[66507]: INFO nova.compute.manager [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Terminating instance [ 1144.498426] env[66507]: INFO nova.scheduler.client.report [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted allocations for instance 0ab2898e-5214-4a9a-a19e-c7c6832fde84 [ 1144.502664] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1144.507400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.507546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.507703] env[66507]: INFO nova.compute.manager [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Attaching volume ce358d9e-9828-4c79-9e44-ec3daa061d93 to /dev/sdb [ 1144.535034] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1144.535298] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.535448] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1144.536604] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.536604] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1144.536711] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1144.536859] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1144.537033] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1144.537202] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1144.537361] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1144.537607] env[66507]: DEBUG nova.virt.hardware [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1144.538890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a843c-ad0e-46e1-9e17-a0abb5e70b8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.553357] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a3110-944a-4760-a5f6-36fcf2dd1fda {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.558697] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ed0e9-945d-4b50-9e16-f901e1c1e4b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.577870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162e95d-bdad-4379-9414-e7def2b94430 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.595113] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 93%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.599347] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: fa68a3f6-cbf4-4e4c-8c3b-df442b276dcc] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1144.601443] env[66507]: DEBUG nova.virt.block_device [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating existing volume attachment record: c1975408-b51b-4671-aa9d-f11636cbc159 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1144.666198] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.734738] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.876966] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638925, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.818587} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.877289] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4/OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4.vmdk to [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk. [ 1144.877482] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Cleaning up location [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1144.877807] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4da9b5ea-455a-4aa4-bd51-6dbadb886fc4 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.877948] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fbcbd0-91af-4617-8fa2-9a839d89e9fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.886154] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1144.886154] env[66507]: value = "task-4638935" [ 1144.886154] env[66507]: _type = "Task" [ 1144.886154] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.896553] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.904831] env[66507]: DEBUG nova.compute.manager [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Received event network-vif-plugged-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1144.905079] env[66507]: DEBUG oslo_concurrency.lockutils [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.905443] env[66507]: DEBUG oslo_concurrency.lockutils [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.905539] env[66507]: DEBUG oslo_concurrency.lockutils [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.905808] env[66507]: DEBUG nova.compute.manager [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] No waiting events found dispatching network-vif-plugged-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1144.905808] env[66507]: WARNING nova.compute.manager [req-023ef607-2bdf-4257-8379-d6a55dce9a38 req-94b081fe-a9f2-4a17-b754-ef1d6784bcd4 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Received unexpected event network-vif-plugged-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 for instance with vm_state building and task_state spawning. [ 1144.990247] env[66507]: DEBUG nova.compute.manager [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1144.990791] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.992503] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09836711-9336-4584-9e2f-bba4bf56a8e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.003499] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.003917] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7960751a-ea93-4c58-91b9-160aa499690c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.016389] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1145.016389] env[66507]: value = "task-4638937" [ 1145.016389] env[66507]: _type = "Task" [ 1145.016389] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.020280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-86f26c65-621c-470d-8569-ee3ba00153fe tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "0ab2898e-5214-4a9a-a19e-c7c6832fde84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.686s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.023174] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Successfully updated port: 9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1145.033971] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.094814] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.105922] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 62b49883-08ee-43ce-bd28-7c93f6e05ae3] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1145.166089] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.237789] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638933, 'name': ReconfigVM_Task, 'duration_secs': 0.866756} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.238241] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b/793f9dfb-d0c0-48cd-a101-88ecc641f70b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.238769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.397735] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118821} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.397904] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.398084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398351] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk to [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.398628] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b249ecf6-4c10-4639-9154-9de67e70cbb9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.406824] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1145.406824] env[66507]: value = "task-4638939" [ 1145.406824] env[66507]: _type = "Task" [ 1145.406824] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.416110] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.527120] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.527402] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.527543] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1145.528933] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638937, 'name': PowerOffVM_Task, 'duration_secs': 0.224553} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.529458] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.529458] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.531390] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8afc1bb-8b61-4b7e-811d-c1dbbccba098 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.596056] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.610417] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 77732789-4bde-426c-bfef-3852b2297d0a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1145.624926] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.625478] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.625832] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Deleting the datastore file [datastore1] 7593df2c-0492-4726-a75b-17602a29e291 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.626318] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f88a695-c6f7-4b89-b7dd-c07659b8b304 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.635436] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for the task: (returnval){ [ 1145.635436] env[66507]: value = "task-4638941" [ 1145.635436] env[66507]: _type = "Task" [ 1145.635436] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.646683] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.666372] env[66507]: DEBUG oslo_vmware.api [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638932, 'name': PowerOnVM_Task, 'duration_secs': 1.064243} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.666679] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.666893] env[66507]: DEBUG nova.compute.manager [None req-f0cf432a-4d0f-48c4-a863-e51c572d6e69 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1145.667790] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872be1a-2485-49d8-bbe2-18a51a5096fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.749400] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5da024-81ad-40e6-9f18-ac45016fe2ef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.770905] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff12ad3-bf17-45d1-9a70-b9b8145d5078 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.791954] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.922255] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.069808] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1146.094778] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.115252] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 56ba0b8c-fbc5-4f36-bdf3-4d184ad77cbe] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1146.148961] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.176426] env[66507]: WARNING neutronclient.v2_0.client [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.282350] env[66507]: DEBUG nova.network.neutron [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Updating instance_info_cache with network_info: [{"id": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "address": "fa:16:3e:47:81:65", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2ae488-cb", "ovs_interfaceid": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.299907] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.300623] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.347460] env[66507]: DEBUG nova.network.neutron [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Port 0d620319-8c72-4884-ad6a-0bbd9fb4a432 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1146.418409] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.594544] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638931, 'name': CloneVM_Task, 'duration_secs': 2.771991} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.594825] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Created linked-clone VM from snapshot [ 1146.595638] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5d7bc6-0dee-4dc1-817a-520a50bd8554 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.604525] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Uploading image b51c499b-3ca6-4e2c-b512-3c52f4b3ebc9 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1146.619200] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: e7630e45-1e91-469f-886e-8b2e3e15b605] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1146.633817] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1146.633817] env[66507]: value = "vm-905888" [ 1146.633817] env[66507]: _type = "VirtualMachine" [ 1146.633817] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1146.633817] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26c3b330-0c27-4a31-88e0-4f337b5ae613 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.642457] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease: (returnval){ [ 1146.642457] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52386b52-f415-7880-bf88-87be32b47153" [ 1146.642457] env[66507]: _type = "HttpNfcLease" [ 1146.642457] env[66507]: } obtained for exporting VM: (result){ [ 1146.642457] env[66507]: value = "vm-905888" [ 1146.642457] env[66507]: _type = "VirtualMachine" [ 1146.642457] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1146.642852] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the lease: (returnval){ [ 1146.642852] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52386b52-f415-7880-bf88-87be32b47153" [ 1146.642852] env[66507]: _type = "HttpNfcLease" [ 1146.642852] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.650626] env[66507]: DEBUG oslo_vmware.api [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Task: {'id': task-4638941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.890109} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.651761] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.651761] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.651761] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.651994] env[66507]: INFO nova.compute.manager [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1146.652098] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1146.652307] env[66507]: DEBUG nova.compute.manager [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1146.652477] env[66507]: DEBUG nova.network.neutron [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1146.652654] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.656861] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.656861] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52386b52-f415-7880-bf88-87be32b47153" [ 1146.656861] env[66507]: _type = "HttpNfcLease" [ 1146.656861] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.720310] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.786039] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.786254] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Instance network_info: |[{"id": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "address": "fa:16:3e:47:81:65", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2ae488-cb", "ovs_interfaceid": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1146.786736] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:81:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.794759] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1146.795634] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.795775] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8236fb97-1d0f-4c65-89b6-fa803b0aa1da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.811501] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "918b12ff-54d8-4d38-a2f2-bec242a98766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.811663] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.811839] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.812025] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.812198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.814669] env[66507]: INFO nova.compute.manager [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Terminating instance [ 1146.820693] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.820693] env[66507]: value = "task-4638943" [ 1146.820693] env[66507]: _type = "Task" [ 1146.820693] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.833975] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638943, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.924150] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.949990] env[66507]: DEBUG nova.compute.manager [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Received event network-changed-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1146.950362] env[66507]: DEBUG nova.compute.manager [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Refreshing instance network info cache due to event network-changed-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1146.950978] env[66507]: DEBUG oslo_concurrency.lockutils [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] Acquiring lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.951291] env[66507]: DEBUG oslo_concurrency.lockutils [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] Acquired lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.951562] env[66507]: DEBUG nova.network.neutron [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Refreshing network info cache for port 9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.032012] env[66507]: DEBUG nova.compute.manager [req-d8500d31-6ac1-4c8a-b4da-076737254589 req-e54935e5-59d1-47e0-afe2-a6ca44c4ecfa service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Received event network-vif-deleted-bd9baf5f-53fc-498b-ab27-269b16056f0c {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1147.032012] env[66507]: INFO nova.compute.manager [req-d8500d31-6ac1-4c8a-b4da-076737254589 req-e54935e5-59d1-47e0-afe2-a6ca44c4ecfa service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Neutron deleted interface bd9baf5f-53fc-498b-ab27-269b16056f0c; detaching it from the instance and deleting it from the info cache [ 1147.032012] env[66507]: DEBUG nova.network.neutron [req-d8500d31-6ac1-4c8a-b4da-076737254589 req-e54935e5-59d1-47e0-afe2-a6ca44c4ecfa service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.123627] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 27207176-5d0c-4aac-855f-05d0651263d1] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1147.152267] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.152267] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52386b52-f415-7880-bf88-87be32b47153" [ 1147.152267] env[66507]: _type = "HttpNfcLease" [ 1147.152267] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.152595] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.152595] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52386b52-f415-7880-bf88-87be32b47153" [ 1147.152595] env[66507]: _type = "HttpNfcLease" [ 1147.152595] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1147.153377] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe7bcb-7762-4703-acf9-301e89bacfa1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.164036] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.164036] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1147.278564] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-731f6fe6-91f4-4579-aec6-b146a4c97d1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.319219] env[66507]: DEBUG nova.compute.manager [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1147.319343] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.320401] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2721f-caa6-46c5-87d8-ab92267ad58c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.334661] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638943, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.336758] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.337495] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7141d67e-8168-45c6-b75f-833ad920c187 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.344836] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1147.344836] env[66507]: value = "task-4638946" [ 1147.344836] env[66507]: _type = "Task" [ 1147.344836] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.364080] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.371838] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.372433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.372695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.420939] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.455144] env[66507]: WARNING neutronclient.v2_0.client [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.508474] env[66507]: DEBUG nova.network.neutron [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.536633] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cf04954-fd13-417d-888a-c583c525bb39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.551338] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519e8ad-d7a6-4257-9878-bef05aa77e2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.595850] env[66507]: DEBUG nova.compute.manager [req-d8500d31-6ac1-4c8a-b4da-076737254589 req-e54935e5-59d1-47e0-afe2-a6ca44c4ecfa service nova] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Detach interface failed, port_id=bd9baf5f-53fc-498b-ab27-269b16056f0c, reason: Instance 7593df2c-0492-4726-a75b-17602a29e291 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1147.626757] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 96a7fc7e-190e-45ea-b2dd-666363f6a6f9] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1147.726231] env[66507]: WARNING neutronclient.v2_0.client [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.817892] env[66507]: DEBUG nova.network.neutron [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Updated VIF entry in instance network info cache for port 9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1147.818476] env[66507]: DEBUG nova.network.neutron [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Updating instance_info_cache with network_info: [{"id": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "address": "fa:16:3e:47:81:65", "network": {"id": "120f7e3f-8d88-4c44-b0eb-c146bdd91750", "bridge": "br-int", "label": "tempest-ServersTestJSON-526027173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce720277b1f7410b8945511bb22de2a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2ae488-cb", "ovs_interfaceid": "9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.835786] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638943, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.857486] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638946, 'name': PowerOffVM_Task, 'duration_secs': 0.222548} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.857486] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.857486] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.857744] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce2650d-078b-4d26-8914-4cfb4b0a77cc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.921453] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.943894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.943894] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.943894] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleting the datastore file [datastore1] 918b12ff-54d8-4d38-a2f2-bec242a98766 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.943894] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5d914f-afbe-4098-8cac-72c584e5b100 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.953340] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1147.953340] env[66507]: value = "task-4638948" [ 1147.953340] env[66507]: _type = "Task" [ 1147.953340] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.965351] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.000112] env[66507]: DEBUG nova.compute.manager [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1148.011680] env[66507]: INFO nova.compute.manager [-] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Took 1.36 seconds to deallocate network for instance. [ 1148.130311] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 45a882db-0441-49ee-b738-0954a60f4dad] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1148.321922] env[66507]: DEBUG oslo_concurrency.lockutils [req-c736b2e9-1ae4-4842-bd71-f55e2be3169b req-11e7b3bf-27d9-45a8-a6fa-b272af23e53e service nova] Releasing lock "refresh_cache-1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.335942] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638943, 'name': CreateVM_Task, 'duration_secs': 1.318317} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.336153] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.336668] env[66507]: WARNING neutronclient.v2_0.client [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.337305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.337305] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.337590] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.337847] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c53e3b-92a3-44a9-a2a1-0523ef0f8d9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.345084] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1148.345084] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f0b40a-022c-545b-bede-29db9dfeef5f" [ 1148.345084] env[66507]: _type = "Task" [ 1148.345084] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.355102] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f0b40a-022c-545b-bede-29db9dfeef5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.380834] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.415772] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.415951] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.416176] env[66507]: DEBUG nova.network.neutron [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.423807] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638939, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.525848} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.424537] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0449ee89-9388-43dc-ad5f-8d4dc420b95d/0449ee89-9388-43dc-ad5f-8d4dc420b95d.vmdk to [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.425837] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2032bec7-9da4-42a1-974b-1d8e9052c4b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.450868] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.451663] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e395c2-811d-4a19-8cad-232e2f7f5af3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.478492] env[66507]: DEBUG oslo_vmware.api [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245634} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.480283] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.480554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.480748] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.480949] env[66507]: INFO nova.compute.manager [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1148.481341] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.481665] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1148.481665] env[66507]: value = "task-4638949" [ 1148.481665] env[66507]: _type = "Task" [ 1148.481665] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.481862] env[66507]: DEBUG nova.compute.manager [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1148.481970] env[66507]: DEBUG nova.network.neutron [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1148.482260] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.493877] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.518921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.519071] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.519894] env[66507]: DEBUG nova.objects.instance [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lazy-loading 'resources' on Instance uuid 7593df2c-0492-4726-a75b-17602a29e291 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.522144] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.552448] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.633654] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 85e3eeb2-23ef-4782-8e16-991c10db75f4] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1148.857450] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f0b40a-022c-545b-bede-29db9dfeef5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.858293] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.858478] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.858724] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.858918] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.859215] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.860082] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd55997f-48a3-4836-9915-8bec01d6b064 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.873033] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.873349] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.874205] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e553205e-74da-4c9d-b494-62d1435c2da3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.881423] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1148.881423] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5241f89b-08e4-94e1-e9cb-ca748eaa4202" [ 1148.881423] env[66507]: _type = "Task" [ 1148.881423] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.892805] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5241f89b-08e4-94e1-e9cb-ca748eaa4202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.918767] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.995134] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.130161] env[66507]: DEBUG nova.compute.manager [req-6155e348-c02a-4f79-8c39-72a3380d182c req-09364155-4f05-43e0-8c5a-751206ddb9af service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Received event network-vif-deleted-d06819d8-34ab-4e1a-8d8d-072b53496e4e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1149.130738] env[66507]: INFO nova.compute.manager [req-6155e348-c02a-4f79-8c39-72a3380d182c req-09364155-4f05-43e0-8c5a-751206ddb9af service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Neutron deleted interface d06819d8-34ab-4e1a-8d8d-072b53496e4e; detaching it from the instance and deleting it from the info cache [ 1149.131122] env[66507]: DEBUG nova.network.neutron [req-6155e348-c02a-4f79-8c39-72a3380d182c req-09364155-4f05-43e0-8c5a-751206ddb9af service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.134571] env[66507]: WARNING neutronclient.v2_0.client [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.137751] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7bf5a900-7879-4257-bc6f-f47cdad6d8f6] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1149.231530] env[66507]: DEBUG nova.network.neutron [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.242075] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.242334] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905887', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'name': 'volume-86075c6e-110b-44c6-a3a1-b3d14d46d442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac19476a-8554-468d-ad0c-ebc4ca074279', 'attached_at': '', 'detached_at': '', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'serial': '86075c6e-110b-44c6-a3a1-b3d14d46d442'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.244644] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee31ea8-7c17-49f2-af48-a6a13457329f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.272751] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd679e27-3fab-4349-9334-a93886c0e1d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.292108] env[66507]: DEBUG nova.network.neutron [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.302769] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-86075c6e-110b-44c6-a3a1-b3d14d46d442/volume-86075c6e-110b-44c6-a3a1-b3d14d46d442.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.305838] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b09ac9f-cc3d-48b1-bed6-022191002801 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.331508] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1149.331508] env[66507]: value = "task-4638950" [ 1149.331508] env[66507]: _type = "Task" [ 1149.331508] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.344623] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.393165] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5241f89b-08e4-94e1-e9cb-ca748eaa4202, 'name': SearchDatastore_Task, 'duration_secs': 0.030242} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.397657] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f0b3d5-d76c-4ffd-90de-c68446fb9d10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.404809] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1149.404809] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523deff2-1a21-38a6-ad23-ae945acfca48" [ 1149.404809] env[66507]: _type = "Task" [ 1149.404809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.417648] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523deff2-1a21-38a6-ad23-ae945acfca48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.457899] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8829033b-6753-4717-83aa-3ff43a7d7c1c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.466873] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6425e307-773d-4157-9178-1e1f9cba4a73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.503710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34863286-78a1-4e24-a976-c3f8fb27a761 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.512407] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638949, 'name': ReconfigVM_Task, 'duration_secs': 0.816118} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.514547] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac/42b7ad0f-578e-4e14-8f10-1f45a113ffac.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.516327] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'image_id': '7d84b058-126e-4bb2-8160-0805529cf00c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905876', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'name': 'volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '42b7ad0f-578e-4e14-8f10-1f45a113ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'serial': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'attachment_id': '2319c5ac-03aa-4f36-bbea-04f7dc036da6', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=66507) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.516616] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.516842] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905876', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'name': 'volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '42b7ad0f-578e-4e14-8f10-1f45a113ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'serial': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.518169] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e69cf-1bdc-4314-9017-14363a3d1755 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.521861] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2770d10f-0925-4e59-a9ff-9012c5e78a54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.549909] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e15a7-66cd-465b-b564-7a4f67a2357e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.553204] env[66507]: DEBUG nova.compute.provider_tree [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.578106] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a/volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.579166] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a307f2-70ea-4061-8473-f7856e1cba65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.599142] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1149.599142] env[66507]: value = "task-4638952" [ 1149.599142] env[66507]: _type = "Task" [ 1149.599142] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.609234] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.634735] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b979379-01ba-4185-a931-924981b7115f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.643198] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ddaf3e82-223c-47c5-81d6-d1a46dcf7759] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1149.651146] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407fe3c-029b-4890-8e88-8d145325669c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.664753] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.664945] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905890', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'name': 'volume-ce358d9e-9828-4c79-9e44-ec3daa061d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ecde566-7229-4d2d-8593-2eaeaf8196f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'serial': 'ce358d9e-9828-4c79-9e44-ec3daa061d93'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.667038] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06aed2-e2b1-42c2-a3f7-93b0d34bff96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.712922] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf7df9-fabf-478b-9de2-1a142c85d823 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.716890] env[66507]: DEBUG nova.compute.manager [req-6155e348-c02a-4f79-8c39-72a3380d182c req-09364155-4f05-43e0-8c5a-751206ddb9af service nova] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Detach interface failed, port_id=d06819d8-34ab-4e1a-8d8d-072b53496e4e, reason: Instance 918b12ff-54d8-4d38-a2f2-bec242a98766 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1149.737430] env[66507]: DEBUG oslo_concurrency.lockutils [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.752651] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-ce358d9e-9828-4c79-9e44-ec3daa061d93/volume-ce358d9e-9828-4c79-9e44-ec3daa061d93.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.753788] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a400ccd4-76ea-4196-9b40-23c2507e08a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.777848] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1149.777848] env[66507]: value = "task-4638953" [ 1149.777848] env[66507]: _type = "Task" [ 1149.777848] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.789584] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.806074] env[66507]: INFO nova.compute.manager [-] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Took 1.32 seconds to deallocate network for instance. [ 1149.843035] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638950, 'name': ReconfigVM_Task, 'duration_secs': 0.468385} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.843035] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-86075c6e-110b-44c6-a3a1-b3d14d46d442/volume-86075c6e-110b-44c6-a3a1-b3d14d46d442.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.848922] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc79fad-ca4f-46ac-9873-b8e4d0b9a8e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.866745] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1149.866745] env[66507]: value = "task-4638954" [ 1149.866745] env[66507]: _type = "Task" [ 1149.866745] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.880805] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.921533] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523deff2-1a21-38a6-ad23-ae945acfca48, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.921906] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.922311] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7/1e959dd6-bff7-402e-b4bf-f194a4b6a8c7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.922674] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e503c0-d0f1-4fe5-a489-41c638792c5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.931618] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1149.931618] env[66507]: value = "task-4638955" [ 1149.931618] env[66507]: _type = "Task" [ 1149.931618] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.941235] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.057364] env[66507]: DEBUG nova.scheduler.client.report [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.111905] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638952, 'name': ReconfigVM_Task, 'duration_secs': 0.42892} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.112251] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a/volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.117666] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2486b75f-1cf3-4cc0-ba27-9a24185705f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.135840] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1150.135840] env[66507]: value = "task-4638956" [ 1150.135840] env[66507]: _type = "Task" [ 1150.135840] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.148113] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.166854] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: d84fb4d8-e13d-4579-a78b-fb14f251fe15] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1150.285502] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7313e-c77b-45f9-9458-65e1a6ba06f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.297450] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.315481] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.316987] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668f968-bedc-404e-960f-bbdcb2f4f5f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.328906] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.379656] env[66507]: DEBUG oslo_vmware.api [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638954, 'name': ReconfigVM_Task, 'duration_secs': 0.188155} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.381424] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905887', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'name': 'volume-86075c6e-110b-44c6-a3a1-b3d14d46d442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac19476a-8554-468d-ad0c-ebc4ca074279', 'attached_at': '', 'detached_at': '', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'serial': '86075c6e-110b-44c6-a3a1-b3d14d46d442'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.444276] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509954} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.444744] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7/1e959dd6-bff7-402e-b4bf-f194a4b6a8c7.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.445013] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.445307] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-158aa9c2-0ed1-4db0-9b34-f1d87692e3ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.453706] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1150.453706] env[66507]: value = "task-4638957" [ 1150.453706] env[66507]: _type = "Task" [ 1150.453706] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.464337] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.563055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.566415] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.043s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.588166] env[66507]: INFO nova.scheduler.client.report [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Deleted allocations for instance 7593df2c-0492-4726-a75b-17602a29e291 [ 1150.646768] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638956, 'name': ReconfigVM_Task, 'duration_secs': 0.407001} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.647815] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905876', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'name': 'volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '42b7ad0f-578e-4e14-8f10-1f45a113ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'serial': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.648453] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba9e517-a71b-4520-a1a5-243f375d9bad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.659097] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1150.659097] env[66507]: value = "task-4638958" [ 1150.659097] env[66507]: _type = "Task" [ 1150.659097] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.668571] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638958, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.670112] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a469a104-7d21-403b-9513-c37b5b9e27d4] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1150.790167] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638953, 'name': ReconfigVM_Task, 'duration_secs': 0.554595} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.790451] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-ce358d9e-9828-4c79-9e44-ec3daa061d93/volume-ce358d9e-9828-4c79-9e44-ec3daa061d93.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.795433] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9448337-99bc-4c0e-b39d-8286cfbaac9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.811638] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1150.811638] env[66507]: value = "task-4638959" [ 1150.811638] env[66507]: _type = "Task" [ 1150.811638] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.822189] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.837448] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.837948] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69da7581-e343-43be-8a68-d3e9b17c2eb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.846200] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1150.846200] env[66507]: value = "task-4638960" [ 1150.846200] env[66507]: _type = "Task" [ 1150.846200] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.859544] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.967556] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08556} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.967912] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.968777] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025a29f-d327-4758-a372-e8f79d771605 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.992967] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7/1e959dd6-bff7-402e-b4bf-f194a4b6a8c7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.993328] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94276916-6ead-4b3c-8466-2a7436280850 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.016924] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1151.016924] env[66507]: value = "task-4638961" [ 1151.016924] env[66507]: _type = "Task" [ 1151.016924] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.026580] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.072929] env[66507]: INFO nova.compute.claims [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.095527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a2ff2814-ead8-44c4-ad20-2b9d31fa89b2 tempest-ServerMetadataNegativeTestJSON-1252537876 tempest-ServerMetadataNegativeTestJSON-1252537876-project-member] Lock "7593df2c-0492-4726-a75b-17602a29e291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.614s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.170837] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638958, 'name': Rename_Task, 'duration_secs': 0.177196} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.171262] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.171262] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7d454c-f941-4166-ab30-e1066449de03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.173069] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 4b6d52f7-fbaa-4227-ac5d-677d0414174d] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1151.180592] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1151.180592] env[66507]: value = "task-4638962" [ 1151.180592] env[66507]: _type = "Task" [ 1151.180592] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.190915] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.324043] env[66507]: DEBUG oslo_vmware.api [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638959, 'name': ReconfigVM_Task, 'duration_secs': 0.174892} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.324470] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905890', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'name': 'volume-ce358d9e-9828-4c79-9e44-ec3daa061d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ecde566-7229-4d2d-8593-2eaeaf8196f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'serial': 'ce358d9e-9828-4c79-9e44-ec3daa061d93'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.360788] env[66507]: DEBUG oslo_vmware.api [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4638960, 'name': PowerOnVM_Task, 'duration_secs': 0.461307} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.361111] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.361291] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac580d-1416-4535-8cb5-e08608eddd7e tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance '793f9dfb-d0c0-48cd-a101-88ecc641f70b' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.425655] env[66507]: DEBUG nova.objects.instance [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid ac19476a-8554-468d-ad0c-ebc4ca074279 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.529200] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638961, 'name': ReconfigVM_Task, 'duration_secs': 0.431819} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.529588] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7/1e959dd6-bff7-402e-b4bf-f194a4b6a8c7.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.530357] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-308a676b-e210-494d-b65a-8fb336f1643e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.538178] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1151.538178] env[66507]: value = "task-4638963" [ 1151.538178] env[66507]: _type = "Task" [ 1151.538178] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.549188] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638963, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.580413] env[66507]: INFO nova.compute.resource_tracker [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating resource usage from migration 8874b4d2-3341-4d5c-9cbf-209037b744c1 [ 1151.677165] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 495bb8c9-1cc5-4932-b0aa-605a1aacc93a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1151.698130] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638962, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.906491] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e694c-c073-4446-b6b4-946377c22d42 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.917149] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db8774-51a0-4d96-8655-7e71b3f835eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.979323] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0d91dac-7f66-4821-885a-6967a2038bea tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.362s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.981026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52918cc6-564f-4c8c-af34-441732943f0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.989820] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb45d6-0f73-4313-87ae-8aa2c6b3242e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.006263] env[66507]: DEBUG nova.compute.provider_tree [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.050788] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638963, 'name': Rename_Task, 'duration_secs': 0.221429} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.051140] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.051450] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac43a90-20d4-4e4b-ab27-bdb74c12b2b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.063120] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1152.063120] env[66507]: value = "task-4638964" [ 1152.063120] env[66507]: _type = "Task" [ 1152.063120] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.072324] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.181289] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 3f9cf55b-c733-46d0-b9ad-b361f39ce387] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1152.195581] env[66507]: DEBUG oslo_vmware.api [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4638962, 'name': PowerOnVM_Task, 'duration_secs': 0.724465} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.195800] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.234593] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.234860] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.352017] env[66507]: DEBUG nova.compute.manager [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1152.353602] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a4c0d-efb1-4bf4-b413-434e98f1c23e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.389551] env[66507]: DEBUG nova.objects.instance [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'flavor' on Instance uuid 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.511646] env[66507]: DEBUG nova.scheduler.client.report [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.575814] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.688547] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: c593031e-0a82-4165-a17d-038e986c983f] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1152.737893] env[66507]: INFO nova.compute.manager [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Detaching volume 86075c6e-110b-44c6-a3a1-b3d14d46d442 [ 1152.788556] env[66507]: INFO nova.virt.block_device [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Attempting to driver detach volume 86075c6e-110b-44c6-a3a1-b3d14d46d442 from mountpoint /dev/sdb [ 1152.789056] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.789309] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905887', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'name': 'volume-86075c6e-110b-44c6-a3a1-b3d14d46d442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac19476a-8554-468d-ad0c-ebc4ca074279', 'attached_at': '', 'detached_at': '', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'serial': '86075c6e-110b-44c6-a3a1-b3d14d46d442'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.790540] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068dea8b-5044-4092-a7d4-997b07165707 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.818957] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486dafd-bac3-40b6-a96e-5f4e26d96c88 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.828725] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4946556-2868-4f09-8111-6c54a29d0586 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.854710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a8953-7e9b-47a6-b0ac-cb314403e5a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.880917] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The volume has not been displaced from its original location: [datastore2] volume-86075c6e-110b-44c6-a3a1-b3d14d46d442/volume-86075c6e-110b-44c6-a3a1-b3d14d46d442.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.887242] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.896320] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1429610-5013-4b8f-96e1-c22fac08e88c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.916479] env[66507]: DEBUG oslo_concurrency.lockutils [None req-78916db4-2696-474a-9823-de705df4d645 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.757s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.921592] env[66507]: DEBUG oslo_concurrency.lockutils [None req-472d9332-125a-40de-8a64-0687d8c638bd tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.414s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.926216] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1152.926216] env[66507]: value = "task-4638965" [ 1152.926216] env[66507]: _type = "Task" [ 1152.926216] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.939025] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.020418] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.020787] env[66507]: INFO nova.compute.manager [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Migrating [ 1153.029134] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.714s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.029421] env[66507]: DEBUG nova.objects.instance [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lazy-loading 'resources' on Instance uuid 918b12ff-54d8-4d38-a2f2-bec242a98766 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.076506] env[66507]: DEBUG oslo_vmware.api [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638964, 'name': PowerOnVM_Task, 'duration_secs': 0.828574} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.079663] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.079914] env[66507]: INFO nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1153.080127] env[66507]: DEBUG nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1153.081921] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cf814-00a2-4ae7-9e9a-806d64864395 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194160] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: c5cd055f-0a7d-496f-a444-f9c1cb254c3e] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1153.341253] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792ba57c-d068-4ef1-86b1-c378497e75bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349997] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2d0b3-0ee7-4fdc-8eef-3af19c0476a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.382108] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8eaca-9193-46c4-8d1a-2cb2b99550b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.391799] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5667916-2f2b-459f-a453-541f3818ff47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.407101] env[66507]: DEBUG nova.compute.provider_tree [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.440816] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638965, 'name': ReconfigVM_Task, 'duration_secs': 0.287233} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.441486] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.448060] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2185f0-edcb-41d5-9900-9e77a39c86b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.469337] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1153.469337] env[66507]: value = "task-4638966" [ 1153.469337] env[66507]: _type = "Task" [ 1153.469337] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.480297] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.542869] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.543232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.543511] env[66507]: DEBUG nova.network.neutron [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.602752] env[66507]: INFO nova.compute.manager [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Took 15.76 seconds to build instance. [ 1153.697558] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 4480d705-775d-41ed-93bd-18ef3045f7c5] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1153.914710] env[66507]: DEBUG nova.scheduler.client.report [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.922519] env[66507]: DEBUG nova.compute.manager [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1153.982444] env[66507]: DEBUG oslo_vmware.api [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638966, 'name': ReconfigVM_Task, 'duration_secs': 0.197176} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.982776] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905887', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'name': 'volume-86075c6e-110b-44c6-a3a1-b3d14d46d442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac19476a-8554-468d-ad0c-ebc4ca074279', 'attached_at': '', 'detached_at': '', 'volume_id': '86075c6e-110b-44c6-a3a1-b3d14d46d442', 'serial': '86075c6e-110b-44c6-a3a1-b3d14d46d442'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.036950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.037315] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.037558] env[66507]: DEBUG nova.compute.manager [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Going to confirm migration 7 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1154.046567] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.104971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-208fcd6c-f02e-407d-85e5-d362ddd9e3cc tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.275s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.201510] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 2aa65d4f-eb3a-4f91-89bc-5850efbddbea] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1154.236471] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.236727] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.236935] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.237150] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.237369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.239565] env[66507]: INFO nova.compute.manager [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Terminating instance [ 1154.249437] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.306601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "938cf282-d852-4061-9b1d-3c2d7142d79b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.306918] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.337457] env[66507]: DEBUG nova.network.neutron [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.431238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.402s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.449280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.449696] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.457659] env[66507]: INFO nova.scheduler.client.report [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleted allocations for instance 918b12ff-54d8-4d38-a2f2-bec242a98766 [ 1154.533197] env[66507]: DEBUG nova.objects.instance [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid ac19476a-8554-468d-ad0c-ebc4ca074279 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.544346] env[66507]: WARNING neutronclient.v2_0.client [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.607530] env[66507]: WARNING neutronclient.v2_0.client [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.608126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.608126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquired lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.608399] env[66507]: DEBUG nova.network.neutron [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.608399] env[66507]: DEBUG nova.objects.instance [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'info_cache' on Instance uuid 793f9dfb-d0c0-48cd-a101-88ecc641f70b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.705750] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 77d9c63a-8248-4cbf-afe1-519d18476265] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1154.744148] env[66507]: DEBUG nova.compute.manager [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1154.744389] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.745308] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e927e5e2-d357-4f20-971a-424c6d523e2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.755482] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.755482] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a403f38-531d-4f67-a977-f2bb85cbf856 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.763639] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1154.763639] env[66507]: value = "task-4638967" [ 1154.763639] env[66507]: _type = "Task" [ 1154.763639] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.773100] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.810561] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1154.841849] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.955813] env[66507]: INFO nova.compute.claims [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.965625] env[66507]: DEBUG oslo_concurrency.lockutils [None req-61084e9c-3883-4313-a625-2a62003ccab9 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "918b12ff-54d8-4d38-a2f2-bec242a98766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.154s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.216990] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: dde1f9c6-0004-40f6-bbf9-da1ba4f865bc] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1155.219901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.220246] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.274090] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638967, 'name': PowerOffVM_Task, 'duration_secs': 0.273702} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.274444] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.274619] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.274911] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7d77eb-83d8-490f-a3e4-44db5ba60b5d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.334817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.347591] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.347873] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.348229] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleting the datastore file [datastore2] b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.348619] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038b3326-52df-4bb8-a175-2f19ab596982 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.357463] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1155.357463] env[66507]: value = "task-4638969" [ 1155.357463] env[66507]: _type = "Task" [ 1155.357463] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.366783] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.401067] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.401400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.401700] env[66507]: DEBUG nova.compute.manager [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1155.402825] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fbc9c8-391f-4e74-86c6-a8de425f45a3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.411022] env[66507]: DEBUG nova.compute.manager [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1155.411674] env[66507]: DEBUG nova.objects.instance [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'flavor' on Instance uuid 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.462710] env[66507]: INFO nova.compute.resource_tracker [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating resource usage from migration 12c9e9b4-481c-475c-9c50-ef56464f36aa [ 1155.544181] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b406f122-eb45-45f4-a7e9-5460f2457238 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.562578] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.563601] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd8268-d7e5-497c-ab5f-fa324b8f59f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.574458] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.574702] env[66507]: ERROR oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk due to incomplete transfer. [ 1155.574960] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb60e92d-b31c-40a7-9c72-ce756da5af06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.583196] env[66507]: DEBUG oslo_vmware.rw_handles [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262c67c-9c40-def6-b1f5-8ac2ca9d9aba/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.583406] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Uploaded image b51c499b-3ca6-4e2c-b512-3c52f4b3ebc9 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.585747] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.586307] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f09475d8-5481-4818-a31d-f8737043282d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.593044] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1155.593044] env[66507]: value = "task-4638970" [ 1155.593044] env[66507]: _type = "Task" [ 1155.593044] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.607524] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638970, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.614756] env[66507]: WARNING neutronclient.v2_0.client [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.722751] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 5b08ea04-1209-49f4-b298-df87484f215e] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1155.725060] env[66507]: INFO nova.compute.manager [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Detaching volume de086d3c-150c-4fd5-9991-51b3003162ea [ 1155.756935] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ab760-2f92-4466-a35e-a3bde929aaf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.767433] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1a60a2-3aa3-48b6-8ebb-d2d9cc68d0aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.774346] env[66507]: INFO nova.virt.block_device [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Attempting to driver detach volume de086d3c-150c-4fd5-9991-51b3003162ea from mountpoint /dev/sdb [ 1155.774843] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.775299] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905863', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'name': 'volume-de086d3c-150c-4fd5-9991-51b3003162ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfa849b2-573e-46a0-aecf-8eb7af212649', 'attached_at': '', 'detached_at': '', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'serial': 'de086d3c-150c-4fd5-9991-51b3003162ea'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.776927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcacc93-9a5a-4575-b2dd-5a88727040f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.782826] env[66507]: WARNING neutronclient.v2_0.client [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.832585] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11531263-7da8-4506-aa18-f669f4158d38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837244] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c807e5-b736-48f4-aacb-9ffbff52d960 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.856917] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc30d9c-815d-4c1c-a855-2c1acf0bf608 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.860952] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb0653-fce8-4417-98fd-794c6e2c7f90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.876858] env[66507]: DEBUG oslo_vmware.api [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4638969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421519} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.901386] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.901554] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.901757] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.901936] env[66507]: INFO nova.compute.manager [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1155.902229] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.903191] env[66507]: DEBUG nova.compute.provider_tree [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.905488] env[66507]: DEBUG nova.network.neutron [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [{"id": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "address": "fa:16:3e:da:a8:b8", "network": {"id": "948862bf-46d5-480d-ad08-bdc3445477b9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1068744364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3c454343cc74d9b910a870866d929bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d620319-8c", "ovs_interfaceid": "0d620319-8c72-4884-ad6a-0bbd9fb4a432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.906661] env[66507]: DEBUG nova.compute.manager [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1155.906791] env[66507]: DEBUG nova.network.neutron [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1155.907059] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.909492] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879384d6-ad88-4cc3-8c4e-f7bc4af96996 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.929261] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The volume has not been displaced from its original location: [datastore2] volume-de086d3c-150c-4fd5-9991-51b3003162ea/volume-de086d3c-150c-4fd5-9991-51b3003162ea.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.935264] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.936089] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.936687] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d06fc2-d79e-4e2c-9131-b5d80fa8fcf8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.949738] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e577ce8-eaf9-45ee-b7b8-f9520702ae68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.958169] env[66507]: DEBUG oslo_vmware.api [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1155.958169] env[66507]: value = "task-4638971" [ 1155.958169] env[66507]: _type = "Task" [ 1155.958169] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.959641] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1155.959641] env[66507]: value = "task-4638972" [ 1155.959641] env[66507]: _type = "Task" [ 1155.959641] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.974393] env[66507]: DEBUG oslo_vmware.api [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.977900] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.980189] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.106563] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638970, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.178472] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.178757] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.179032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.179197] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.179382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.187322] env[66507]: INFO nova.compute.manager [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Terminating instance [ 1156.228753] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: c7f74212-1365-46f7-8aa3-b98c3d442a9e] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1156.260276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.260521] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.260718] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.260891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.261063] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.263180] env[66507]: INFO nova.compute.manager [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Terminating instance [ 1156.370199] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3d67ec-928f-44b7-9fda-ad64398c42ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.375483] env[66507]: DEBUG nova.compute.manager [req-9888dda1-f4a3-49a3-96bb-37e9d5bc6a94 req-39b59cbf-0768-4d01-bcec-19dec4abf582 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Received event network-vif-deleted-bb867bb3-2ceb-4086-8c5c-7defcd9ae336 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1156.375958] env[66507]: INFO nova.compute.manager [req-9888dda1-f4a3-49a3-96bb-37e9d5bc6a94 req-39b59cbf-0768-4d01-bcec-19dec4abf582 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Neutron deleted interface bb867bb3-2ceb-4086-8c5c-7defcd9ae336; detaching it from the instance and deleting it from the info cache [ 1156.376282] env[66507]: DEBUG nova.network.neutron [req-9888dda1-f4a3-49a3-96bb-37e9d5bc6a94 req-39b59cbf-0768-4d01-bcec-19dec4abf582 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.395059] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.414125] env[66507]: DEBUG nova.scheduler.client.report [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.417925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Releasing lock "refresh_cache-793f9dfb-d0c0-48cd-a101-88ecc641f70b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.418307] env[66507]: DEBUG nova.objects.instance [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lazy-loading 'migration_context' on Instance uuid 793f9dfb-d0c0-48cd-a101-88ecc641f70b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.472510] env[66507]: DEBUG oslo_vmware.api [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638971, 'name': PowerOffVM_Task, 'duration_secs': 0.272005} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.475586] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.475801] env[66507]: DEBUG nova.compute.manager [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1156.476435] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638972, 'name': ReconfigVM_Task, 'duration_secs': 0.37895} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.477151] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922693bc-39e9-499c-aab2-526af1b5f8a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.479980] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.484429] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d2343c-d012-433c-bd3e-726625020557 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.502816] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1156.502816] env[66507]: value = "task-4638973" [ 1156.502816] env[66507]: _type = "Task" [ 1156.502816] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.511933] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.609287] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638970, 'name': Destroy_Task, 'duration_secs': 0.561959} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.609500] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Destroyed the VM [ 1156.609736] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.610105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8eeec8f8-dc3f-4a60-9ff9-5068bdede0c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.617973] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1156.617973] env[66507]: value = "task-4638974" [ 1156.617973] env[66507]: _type = "Task" [ 1156.617973] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.628467] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.687789] env[66507]: DEBUG nova.compute.manager [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1156.688364] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.690191] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd38c2-3d1f-4119-b057-4bc7a864b708 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.697092] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.697368] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575e84fa-f825-41d4-808e-823a8c37dc84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.704736] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1156.704736] env[66507]: value = "task-4638975" [ 1156.704736] env[66507]: _type = "Task" [ 1156.704736] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.708549] env[66507]: DEBUG nova.network.neutron [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.716192] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.732799] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 68147eeb-a64c-4eea-9382-3fa55f0e2c9c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1156.766819] env[66507]: DEBUG nova.compute.manager [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1156.767045] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.768351] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c3fbb7-f260-4af9-ba05-4f7bfa38ce5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.777335] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.777665] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03d92a4-3e7a-49ee-a6a6-5dfc4eadd3e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.784960] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1156.784960] env[66507]: value = "task-4638976" [ 1156.784960] env[66507]: _type = "Task" [ 1156.784960] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.796828] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.878822] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c3e028-1958-4c45-9d48-3945cb4368fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.892017] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4eba25-be1d-4c1e-9213-361a7d6c139e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.904833] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.905511] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a15c34-777a-4d50-9941-a8f78a52a771 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921629] env[66507]: DEBUG nova.objects.base [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Object Instance<793f9dfb-d0c0-48cd-a101-88ecc641f70b> lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.923054] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.473s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.923202] env[66507]: INFO nova.compute.manager [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Migrating [ 1156.949700] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49b396-0806-4f90-8491-75724eeb7901 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.953299] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.618s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.955089] env[66507]: INFO nova.compute.claims [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.958266] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1156.958266] env[66507]: value = "task-4638977" [ 1156.958266] env[66507]: _type = "Task" [ 1156.958266] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.958629] env[66507]: DEBUG nova.compute.manager [req-9888dda1-f4a3-49a3-96bb-37e9d5bc6a94 req-39b59cbf-0768-4d01-bcec-19dec4abf582 service nova] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Detach interface failed, port_id=bb867bb3-2ceb-4086-8c5c-7defcd9ae336, reason: Instance b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1156.992293] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299e0953-5dc6-499c-a6fe-84053bdbd6f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.000151] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.007778] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28f017be-97ba-4631-ab4d-cd5ac17d6ba2 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.606s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.012121] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1157.012121] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5208dc95-925a-39d4-b6c9-ac34190a0a7f" [ 1157.012121] env[66507]: _type = "Task" [ 1157.012121] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.020095] env[66507]: DEBUG oslo_vmware.api [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638973, 'name': ReconfigVM_Task, 'duration_secs': 0.22654} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.020776] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905863', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'name': 'volume-de086d3c-150c-4fd5-9991-51b3003162ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfa849b2-573e-46a0-aecf-8eb7af212649', 'attached_at': '', 'detached_at': '', 'volume_id': 'de086d3c-150c-4fd5-9991-51b3003162ea', 'serial': 'de086d3c-150c-4fd5-9991-51b3003162ea'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.026634] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5208dc95-925a-39d4-b6c9-ac34190a0a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.027058] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.130169] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638974, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.211856] env[66507]: INFO nova.compute.manager [-] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Took 1.30 seconds to deallocate network for instance. [ 1157.217684] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638975, 'name': PowerOffVM_Task, 'duration_secs': 0.241269} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.220702] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.222495] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.222495] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66cab1a6-b9be-4da1-b1da-c6e97a3e30f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.236059] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 95f59604-5255-4b59-a7ba-d27fd95838ed] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1157.293075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.293337] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.293516] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleting the datastore file [datastore2] ac19476a-8554-468d-ad0c-ebc4ca074279 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.293777] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e87ca51f-b286-4582-bfcb-62c3724d94c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.299182] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638976, 'name': PowerOffVM_Task, 'duration_secs': 0.217129} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.299826] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.300028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.300295] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-005ed1a8-3724-4aaa-9229-ec3d3e46a442 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.303949] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1157.303949] env[66507]: value = "task-4638979" [ 1157.303949] env[66507]: _type = "Task" [ 1157.303949] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.311868] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.366795] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.367024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.367024] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleting the datastore file [datastore1] 067e3f7f-914b-4e35-a2dd-70be30e99c05 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.367386] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c975c2-957f-4124-8acb-ba9cb07d4a48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.375046] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for the task: (returnval){ [ 1157.375046] env[66507]: value = "task-4638981" [ 1157.375046] env[66507]: _type = "Task" [ 1157.375046] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.384138] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.475760] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.475941] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.476163] env[66507]: DEBUG nova.network.neutron [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.477759] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638977, 'name': PowerOffVM_Task, 'duration_secs': 0.247645} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.478254] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.478413] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.570372] env[66507]: DEBUG nova.objects.instance [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.629309] env[66507]: DEBUG oslo_vmware.api [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98451} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.629575] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.629819] env[66507]: INFO nova.compute.manager [None req-c1b1abd9-da5d-448c-9a6d-17b285aa4d76 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 1157.725011] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.740282] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7168415b-f625-4b52-a52e-cb5a95e73ac8] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1157.815138] env[66507]: DEBUG oslo_vmware.api [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4638979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226559} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.815426] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.815588] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.815762] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.815936] env[66507]: INFO nova.compute.manager [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1157.816265] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1157.816472] env[66507]: DEBUG nova.compute.manager [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1157.816571] env[66507]: DEBUG nova.network.neutron [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.816822] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.848650] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.889261] env[66507]: DEBUG oslo_vmware.api [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Task: {'id': task-4638981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435432} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.890460] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.890460] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.890460] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.890460] env[66507]: INFO nova.compute.manager [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1157.890792] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1157.891117] env[66507]: DEBUG nova.compute.manager [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1157.891900] env[66507]: DEBUG nova.network.neutron [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.891900] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.932346] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.978274] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.984907] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1157.985170] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.985295] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1157.985463] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.985597] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1157.985745] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1157.985940] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.986103] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1157.986260] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1157.986412] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1157.986576] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1157.992734] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0bc1d2-5a9d-4950-bc33-d45a7796f86a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.016075] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1158.016075] env[66507]: value = "task-4638982" [ 1158.016075] env[66507]: _type = "Task" [ 1158.016075] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.030126] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.245728] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 053f8cba-8888-4820-bfab-1c093a4950f7] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1158.303507] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1553eac-049c-4073-a24a-27b6657994c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.319992] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407c26a-ae70-41ea-8a1b-e3143e28272d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.362108] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d34d9-1b8b-4269-b12a-9aa07309a3b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.371396] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a111f516-03dc-49ee-af9e-d39e28d9f35a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.387819] env[66507]: DEBUG nova.compute.provider_tree [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.533280] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638982, 'name': ReconfigVM_Task, 'duration_secs': 0.324048} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.533859] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.547865] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.581026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9656f99a-af65-4be8-a1c9-781e7cdfe085 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.631923] env[66507]: DEBUG nova.network.neutron [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.709392] env[66507]: DEBUG nova.network.neutron [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.749024] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7e189741-77c5-455a-90ba-b4bc6fc2e8d2] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1158.866179] env[66507]: DEBUG nova.network.neutron [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.895958] env[66507]: DEBUG nova.scheduler.client.report [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.044064] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.044216] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.044338] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.044408] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.044546] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.044690] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.044882] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.045065] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.045262] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.045450] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.045623] env[66507]: DEBUG nova.virt.hardware [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.051231] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.052728] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc3a5581-7a35-41d3-9fbd-1eb126ef9168 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.068522] env[66507]: DEBUG nova.compute.manager [req-65085c84-70ab-49d9-8879-c4dd06602732 req-95955c1a-1905-4f4d-8442-e230a5e9fa09 service nova] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Received event network-vif-deleted-ef54dd5c-a3f5-4a1b-9576-7715b92937f6 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1159.077635] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1159.077635] env[66507]: value = "task-4638983" [ 1159.077635] env[66507]: _type = "Task" [ 1159.077635] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.095355] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.135674] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212146] env[66507]: INFO nova.compute.manager [-] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Took 1.32 seconds to deallocate network for instance. [ 1159.249855] env[66507]: DEBUG nova.compute.manager [req-709098c8-da82-4c20-98e1-e7749b026023 req-2ad60401-091a-4864-ab00-408a5d377ac6 service nova] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Received event network-vif-deleted-38735252-9b69-4a83-870c-b86ad0f78429 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1159.251941] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1737cecc-643d-4d84-8a01-93f7d564d28a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1159.368987] env[66507]: INFO nova.compute.manager [-] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Took 1.55 seconds to deallocate network for instance. [ 1159.401355] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.401848] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1159.405828] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.379s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.411308] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.411560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.411709] env[66507]: DEBUG nova.compute.manager [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1159.412662] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dedd96-2392-4acb-a785-350f94440119 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.420888] env[66507]: DEBUG nova.compute.manager [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1159.421487] env[66507]: DEBUG nova.objects.instance [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.473326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.473578] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.473782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.473955] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.474135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.476475] env[66507]: INFO nova.compute.manager [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Terminating instance [ 1159.588019] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638983, 'name': ReconfigVM_Task, 'duration_secs': 0.266366} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.588490] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.589437] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0f63b-aa66-41c6-a798-09f270d66071 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.613795] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.614081] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df326957-ac42-4cdf-bb28-a47f4e22f94b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.634173] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1159.634173] env[66507]: value = "task-4638984" [ 1159.634173] env[66507]: _type = "Task" [ 1159.634173] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.647464] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.721322] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.754777] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: fcb80a35-492d-4830-910e-b25ccb8796e2] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1159.866021] env[66507]: DEBUG nova.compute.manager [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1159.867172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd556621-a19c-495f-bf08-963d36b6db79 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.877217] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.907967] env[66507]: DEBUG nova.compute.utils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.910155] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1159.980386] env[66507]: DEBUG nova.compute.manager [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1159.980599] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.981547] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92def8f6-6678-474b-b357-41dcfa8ae74f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.992077] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.992363] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d78a4505-45fe-4c0b-9c1c-b67c3f109614 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.059948] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.060377] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.060633] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore2] 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.061050] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-011736ff-a6ff-4baa-acc0-efc7e37e8933 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.073609] env[66507]: DEBUG oslo_vmware.api [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1160.073609] env[66507]: value = "task-4638986" [ 1160.073609] env[66507]: _type = "Task" [ 1160.073609] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.084986] env[66507]: DEBUG oslo_vmware.api [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.145582] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4638984, 'name': ReconfigVM_Task, 'duration_secs': 0.284996} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.149382] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.149738] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.192829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5d3b3-a2d4-46d5-a389-45fc00974c91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.201735] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba99c7-1485-4ca1-afb9-5b81a37b38de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.233958] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ffc21-2e9c-4156-a04a-b75514cb3376 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.243057] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c858c8-0ece-4f0c-8601-22adbf9b3fe0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.258626] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0b312d62-4282-4f54-b4a8-54aee14517c0] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1160.261631] env[66507]: DEBUG nova.compute.provider_tree [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.382181] env[66507]: INFO nova.compute.manager [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] instance snapshotting [ 1160.385214] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8e507-013a-4343-8433-fbaa99702dc5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.406273] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e26a6-09bb-4d6c-a6d4-589ce7f42558 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.416059] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1160.428238] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.428540] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078e7c1d-fcd7-452c-b082-6487f73b188e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.436966] env[66507]: DEBUG oslo_vmware.api [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1160.436966] env[66507]: value = "task-4638987" [ 1160.436966] env[66507]: _type = "Task" [ 1160.436966] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.446972] env[66507]: DEBUG oslo_vmware.api [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.584642] env[66507]: DEBUG oslo_vmware.api [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4638986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342185} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.584924] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.585139] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.585315] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.585585] env[66507]: INFO nova.compute.manager [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1160.585728] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1160.585922] env[66507]: DEBUG nova.compute.manager [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1160.586032] env[66507]: DEBUG nova.network.neutron [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1160.586283] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.619036] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.661019] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86d621a-b1e5-4d09-ad4a-ce8594897dd0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.665828] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b66c0-2c36-4843-a182-339dc22c703f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.699647] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.703981] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86896a4e-2df5-4592-a0c3-b730e5064e0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.728746] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.762398] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0f49157b-80e5-4c08-b3e3-f97e801672a8] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1160.764866] env[66507]: DEBUG nova.scheduler.client.report [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.925262] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1160.925755] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-575b8a8a-7dc2-49f0-8f13-851f5fb6359b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.933944] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1160.933944] env[66507]: value = "task-4638988" [ 1160.933944] env[66507]: _type = "Task" [ 1160.933944] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.946482] env[66507]: DEBUG oslo_vmware.api [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4638987, 'name': PowerOffVM_Task, 'duration_secs': 0.393543} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.949582] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.949815] env[66507]: DEBUG nova.compute.manager [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1160.950108] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.950920] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6736daa-9d4a-4e68-9a8b-75805c7176c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.209323] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.209640] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7364ad-6cc9-4d78-9182-0d17120532b8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.217505] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1161.217505] env[66507]: value = "task-4638989" [ 1161.217505] env[66507]: _type = "Task" [ 1161.217505] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.228798] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.236687] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.237138] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.270100] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 8bcbf78e-a7b3-4281-9fb9-23beb708b9ed] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1161.280276] env[66507]: DEBUG nova.compute.manager [req-99aa7fbe-bcae-4700-aaa5-9be1d09fd55e req-3df2562c-a0cf-4093-a016-c472a25cfcc6 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Received event network-vif-deleted-9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1161.280475] env[66507]: INFO nova.compute.manager [req-99aa7fbe-bcae-4700-aaa5-9be1d09fd55e req-3df2562c-a0cf-4093-a016-c472a25cfcc6 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Neutron deleted interface 9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05; detaching it from the instance and deleting it from the info cache [ 1161.280549] env[66507]: DEBUG nova.network.neutron [req-99aa7fbe-bcae-4700-aaa5-9be1d09fd55e req-3df2562c-a0cf-4093-a016-c472a25cfcc6 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.286070] env[66507]: DEBUG nova.network.neutron [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Port 5bbafacf-3445-4ec8-9357-142c6f627c89 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1161.327306] env[66507]: DEBUG nova.network.neutron [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.427618] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1161.444795] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638988, 'name': CreateSnapshot_Task, 'duration_secs': 0.46724} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.445612] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1161.446229] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dee964-c724-41e1-a23d-34df2a01b4b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.461581] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1161.461900] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.462082] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1161.462310] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.462478] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1161.462629] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1161.462868] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.463057] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1161.463239] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1161.463458] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1161.463776] env[66507]: DEBUG nova.virt.hardware [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1161.466903] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e7f55-41f3-49f6-ba81-5300568da2e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.472966] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cf8771e7-b986-4b8a-879c-2ea43fa5e8e4 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.480019] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaef50a-3e13-40b2-85c0-ff886b63d722 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.496284] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.502363] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Creating folder: Project (1bf20d74546d43a8b18556479537e6b9). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.503405] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8178bd-f970-42d9-84a5-86757c896740 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.516069] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Created folder: Project (1bf20d74546d43a8b18556479537e6b9) in parent group-v905587. [ 1161.516069] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Creating folder: Instances. Parent ref: group-v905893. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.516069] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db33c582-d3f1-4f40-bfc4-6a565e82a554 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.527734] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Created folder: Instances in parent group-v905893. [ 1161.528049] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1161.528264] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.528487] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157d8021-89ad-4302-b8c3-6bc6cc4d06c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.547634] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.547634] env[66507]: value = "task-4638992" [ 1161.547634] env[66507]: _type = "Task" [ 1161.547634] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.558553] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638992, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.728275] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638989, 'name': PowerOffVM_Task, 'duration_secs': 0.200474} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.728557] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.728739] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.778501] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 470d61b5-2b57-4700-b2ca-ab9c2f1dcd89] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1161.783934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.786985] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.062s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.787258] env[66507]: DEBUG nova.objects.instance [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'resources' on Instance uuid b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.788252] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bf69475-32f4-409f-86e9-f032dcff8ad2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.804191] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f888588-9b02-43ff-a4fb-76d6a0c3163d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.841008] env[66507]: INFO nova.compute.manager [-] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Took 1.25 seconds to deallocate network for instance. [ 1161.841753] env[66507]: DEBUG nova.compute.manager [req-99aa7fbe-bcae-4700-aaa5-9be1d09fd55e req-3df2562c-a0cf-4093-a016-c472a25cfcc6 service nova] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Detach interface failed, port_id=9b2ae488-cbe1-49c5-8a9e-7ba1dba96f05, reason: Instance 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1161.980282] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1161.980831] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cde426a9-258d-4764-8b8a-e970d2afa4a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.990538] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1161.990538] env[66507]: value = "task-4638993" [ 1161.990538] env[66507]: _type = "Task" [ 1161.990538] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.999577] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638993, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.058112] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4638992, 'name': CreateVM_Task, 'duration_secs': 0.392858} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.058325] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.058760] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.058910] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.059265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.059528] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4832cbaf-6957-43d7-875b-ded99d460404 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.065192] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1162.065192] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529613ac-bafc-9477-da00-17bb80258cc5" [ 1162.065192] env[66507]: _type = "Task" [ 1162.065192] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.076599] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529613ac-bafc-9477-da00-17bb80258cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.235641] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1162.235905] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.236067] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1162.236259] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.236431] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1162.236588] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1162.236835] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1162.237055] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1162.237175] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1162.237334] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1162.237500] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1162.242663] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829fdca3-525e-455c-9b7e-267cdb186a67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.260170] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1162.260170] env[66507]: value = "task-4638994" [ 1162.260170] env[66507]: _type = "Task" [ 1162.260170] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.269849] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.282086] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 4fff5636-22aa-46f4-b8b0-19e24a76c3e1] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1162.314595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.315174] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.315313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.348033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.356351] env[66507]: DEBUG nova.objects.instance [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.367250] env[66507]: INFO nova.scheduler.client.report [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocation for migration 41452b42-8208-4fc1-b0ea-3c987327236a [ 1162.503992] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638993, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.578110] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529613ac-bafc-9477-da00-17bb80258cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.034221} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.578925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.579172] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.579409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.579630] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.579822] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.580800] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7bea8e-175a-4c71-bb8d-8951b33df741 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.583900] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c0eab76-2d19-45e2-aea9-a58b0cfff56d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.592855] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b73b64-87f0-47dd-9c33-7d0d162de83b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.597381] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.597562] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.598693] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09121aa-9109-4e8e-ae41-6f7c4f29f988 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.631157] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0947bf29-8e5d-43ad-98b1-6c1d97966633 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.633878] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1162.633878] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c2453f-fea5-4115-6132-c82acc456df5" [ 1162.633878] env[66507]: _type = "Task" [ 1162.633878] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.640739] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c554b-99f0-4084-a971-33e731057e2c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.648071] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c2453f-fea5-4115-6132-c82acc456df5, 'name': SearchDatastore_Task, 'duration_secs': 0.01609} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.649234] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bc5393-ee96-4259-b134-fbc184642258 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.665674] env[66507]: DEBUG nova.compute.provider_tree [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.671914] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1162.671914] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525ba35b-4645-282a-b858-4caf589b81f7" [ 1162.671914] env[66507]: _type = "Task" [ 1162.671914] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.684337] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525ba35b-4645-282a-b858-4caf589b81f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.771270] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638994, 'name': ReconfigVM_Task, 'duration_secs': 0.256234} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.771667] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.785576] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 2d94b07b-290a-423d-b01d-188d45f213e5] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1162.862110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862475] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862657] env[66507]: DEBUG nova.network.neutron [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.862827] env[66507]: DEBUG nova.objects.instance [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'info_cache' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.875180] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.838s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.003309] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638993, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.169700] env[66507]: DEBUG nova.scheduler.client.report [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.184398] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525ba35b-4645-282a-b858-4caf589b81f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011685} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.185511] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.185511] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.185511] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d236f4-5f46-4d0c-a3cc-96fbb10c98d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.193693] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1163.193693] env[66507]: value = "task-4638995" [ 1163.193693] env[66507]: _type = "Task" [ 1163.193693] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.204021] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4638995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.280010] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1163.280301] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.280455] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1163.280634] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.280821] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1163.280906] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1163.281143] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1163.281304] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1163.281469] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1163.281635] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1163.281800] env[66507]: DEBUG nova.virt.hardware [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1163.287306] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.287644] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f117ac1c-5486-4f1f-a859-e58d390beb0a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.301961] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: bb5de9fc-3550-4641-bbb4-7c5224310f8c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1163.311635] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1163.311635] env[66507]: value = "task-4638996" [ 1163.311635] env[66507]: _type = "Task" [ 1163.311635] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.322289] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.325288] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.359906] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.360208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.360410] env[66507]: DEBUG nova.network.neutron [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.365637] env[66507]: DEBUG nova.objects.base [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.506565] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4638993, 'name': CloneVM_Task, 'duration_secs': 1.489738} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.506812] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Created linked-clone VM from snapshot [ 1163.507676] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d5d93-8218-4878-ae21-46d6d6f59ab1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.517080] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Uploading image 39af8ec3-6154-4cab-81e7-9d62fe1d35f6 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1163.546030] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1163.546030] env[66507]: value = "vm-905896" [ 1163.546030] env[66507]: _type = "VirtualMachine" [ 1163.546030] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1163.546496] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7637d9e-c7a1-4582-9041-c1220a842fe8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.555715] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease: (returnval){ [ 1163.555715] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7da43-305d-541f-36b6-77fb8004a5c6" [ 1163.555715] env[66507]: _type = "HttpNfcLease" [ 1163.555715] env[66507]: } obtained for exporting VM: (result){ [ 1163.555715] env[66507]: value = "vm-905896" [ 1163.555715] env[66507]: _type = "VirtualMachine" [ 1163.555715] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1163.556214] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the lease: (returnval){ [ 1163.556214] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7da43-305d-541f-36b6-77fb8004a5c6" [ 1163.556214] env[66507]: _type = "HttpNfcLease" [ 1163.556214] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.567281] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.567281] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7da43-305d-541f-36b6-77fb8004a5c6" [ 1163.567281] env[66507]: _type = "HttpNfcLease" [ 1163.567281] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.679400] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.682066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.961s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.682326] env[66507]: DEBUG nova.objects.instance [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lazy-loading 'resources' on Instance uuid 067e3f7f-914b-4e35-a2dd-70be30e99c05 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.704735] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4638995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498324} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.705713] env[66507]: INFO nova.scheduler.client.report [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted allocations for instance b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16 [ 1163.706704] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.706915] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.710338] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59eed82d-8d20-4e72-9f65-6a5393ba58fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.717695] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1163.717695] env[66507]: value = "task-4638998" [ 1163.717695] env[66507]: _type = "Task" [ 1163.717695] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.728214] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4638998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.805970] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 2f1457bf-4d26-4be2-8f8a-00b4e8656518] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1163.821746] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638996, 'name': ReconfigVM_Task, 'duration_secs': 0.209849} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.822833] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.823042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e4079a-cb54-4553-9a45-9cbdd40c4e62 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.509035] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.511919] env[66507]: WARNING neutronclient.v2_0.client [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.514666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.514921] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.515135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.515316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.515474] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.521572] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 959f9e7a-cc96-4d72-9387-8754fd8ffd24] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1164.532760] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.532942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e7280e3-1a23-4517-8b49-55ef9b36ba0c tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.296s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.534041] env[66507]: INFO nova.compute.manager [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Terminating instance [ 1164.544149] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636d610e-87df-4eb4-b085-9aaf7ea5ae9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.567678] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.567678] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7da43-305d-541f-36b6-77fb8004a5c6" [ 1164.567678] env[66507]: _type = "HttpNfcLease" [ 1164.567678] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.574528] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.574528] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f7da43-305d-541f-36b6-77fb8004a5c6" [ 1164.574528] env[66507]: _type = "HttpNfcLease" [ 1164.574528] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1164.575125] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4638998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063344} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.575389] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1164.575389] env[66507]: value = "task-4638999" [ 1164.575389] env[66507]: _type = "Task" [ 1164.575389] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.576319] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563fc4a-d9f7-4758-a1c1-48e5b710fb65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.578915] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.580877] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa969c5-72e6-4c4a-bf9c-20cbad6585b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.598540] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.598692] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1164.619713] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.620128] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.624230] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3f6e81-0214-488b-97e5-efa7f8c47806 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.702811] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1164.702811] env[66507]: value = "task-4639000" [ 1164.702811] env[66507]: _type = "Task" [ 1164.702811] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.716957] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.762292] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14d21fb2-a4b3-4c8b-8646-5e69625d4b75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.806601] env[66507]: WARNING neutronclient.v2_0.client [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.839054] env[66507]: WARNING neutronclient.v2_0.client [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.929721] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9071572-9ad9-49e2-aef3-a6272376527b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.938834] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a108c29-63f4-4471-9e93-fd6dc5815225 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.976047] env[66507]: DEBUG nova.network.neutron [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [{"id": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "address": "fa:16:3e:13:9e:41", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a2edf-1c", "ovs_interfaceid": "367a2edf-1cc5-485d-8ca0-4472350a1e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.978833] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf69c5-c24b-4f05-a48e-2f6d32745efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.986464] env[66507]: DEBUG nova.network.neutron [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.994890] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb44812-9f32-4f3c-8a96-92c23926e767 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.012331] env[66507]: DEBUG nova.compute.provider_tree [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.036451] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: de2f7bb1-7573-4e73-8248-0de75b300af2] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1165.058801] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.059110] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.059341] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.059523] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.059700] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.061835] env[66507]: DEBUG nova.compute.manager [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1165.062051] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.062930] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3101699-40cc-4875-994b-425051e8dc9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.066949] env[66507]: INFO nova.compute.manager [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Terminating instance [ 1165.073805] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.074087] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50e07d9-8f61-4d2a-b31a-7888b795ad61 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.085909] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1165.085909] env[66507]: value = "task-4639001" [ 1165.085909] env[66507]: _type = "Task" [ 1165.085909] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.094689] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4638999, 'name': ReconfigVM_Task, 'duration_secs': 0.415843} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.097150] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.097150] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.104567] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4639001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.216221] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639000, 'name': ReconfigVM_Task, 'duration_secs': 0.317769} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.216666] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.217555] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb205eb-1b00-4f4a-b514-e5030e440216 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.227589] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1165.227589] env[66507]: value = "task-4639002" [ 1165.227589] env[66507]: _type = "Task" [ 1165.227589] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.237664] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639002, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.487313] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "refresh_cache-bfa849b2-573e-46a0-aecf-8eb7af212649" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.488986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.520473] env[66507]: DEBUG nova.scheduler.client.report [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.540926] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 3a7cf3f8-36cb-4074-9b61-444bc6919ec7] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1165.571886] env[66507]: DEBUG nova.compute.manager [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1165.572398] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.573662] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9c883-29a1-4ada-b77b-66eb23b9ba7f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.583903] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.583903] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e65844-df4b-490c-b268-03982e6c8a5c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.592968] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1165.592968] env[66507]: value = "task-4639003" [ 1165.592968] env[66507]: _type = "Task" [ 1165.592968] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.597245] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4639001, 'name': PowerOffVM_Task, 'duration_secs': 0.288969} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.601327] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.601624] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.602071] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da87a251-4620-4e49-8a94-d857718a80d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.608209] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e631a027-1110-4e6d-a711-481dd411c17e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.615892] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4639003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.640039] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf963c6-7b3e-4726-a213-48c77db2d8be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.665044] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.683340] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.683644] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.684710] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleting the datastore file [datastore1] 793f9dfb-d0c0-48cd-a101-88ecc641f70b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.684710] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d85533-33bd-4a4f-b7e2-677f37b5998e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.693054] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for the task: (returnval){ [ 1165.693054] env[66507]: value = "task-4639005" [ 1165.693054] env[66507]: _type = "Task" [ 1165.693054] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.704477] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4639005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.738345] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639002, 'name': Rename_Task, 'duration_secs': 0.161818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.738735] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.739030] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25652f52-f072-4ffb-b457-00e289ae6bd9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.746755] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1165.746755] env[66507]: value = "task-4639006" [ 1165.746755] env[66507]: _type = "Task" [ 1165.746755] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.755809] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.018396] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317bd8e3-0ac8-4f21-8706-98c1bf1e63a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.025943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.050404] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.173s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.050724] env[66507]: DEBUG nova.objects.instance [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'resources' on Instance uuid ac19476a-8554-468d-ad0c-ebc4ca074279 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.052503] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ffe45ff7-dba7-41b7-b2ba-1776a5936c8a] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1166.055447] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04845d37-8d28-4f6d-ad29-8867264c7d47 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.061669] env[66507]: INFO nova.scheduler.client.report [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Deleted allocations for instance 067e3f7f-914b-4e35-a2dd-70be30e99c05 [ 1166.070076] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.109921] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4639003, 'name': PowerOffVM_Task, 'duration_secs': 0.269407} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.110951] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.111354] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.111744] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfbf8ea2-be8c-47c7-aebd-0ab606c07e7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.189967] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.190348] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.190633] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleting the datastore file [datastore2] 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.191000] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0648c5b-12f4-4a0b-9b12-bc7785ddbeaf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.200476] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for the task: (returnval){ [ 1166.200476] env[66507]: value = "task-4639008" [ 1166.200476] env[66507]: _type = "Task" [ 1166.200476] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.208629] env[66507]: DEBUG oslo_vmware.api [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Task: {'id': task-4639005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303183} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.209841] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.209967] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.210267] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.210429] env[66507]: INFO nova.compute.manager [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1166.210704] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1166.210994] env[66507]: DEBUG nova.compute.manager [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1166.211184] env[66507]: DEBUG nova.network.neutron [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1166.211943] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.217348] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4639008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.255273] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.262220] env[66507]: DEBUG oslo_vmware.api [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639006, 'name': PowerOnVM_Task, 'duration_secs': 0.499742} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.262220] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.262526] env[66507]: INFO nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1166.262708] env[66507]: DEBUG nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1166.263608] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e4412-d59e-4c0e-ab86-837705aba38e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.500082] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.500624] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf006dc-d52a-4f42-93b9-3e12730a1cea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.509422] env[66507]: DEBUG oslo_vmware.api [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1166.509422] env[66507]: value = "task-4639009" [ 1166.509422] env[66507]: _type = "Task" [ 1166.509422] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.520901] env[66507]: DEBUG nova.compute.manager [req-06756e99-67c9-4ed3-afdf-88cc879a62db req-4ff8538f-9146-4559-9892-36bef7fd1b95 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Received event network-vif-deleted-0d620319-8c72-4884-ad6a-0bbd9fb4a432 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1166.520901] env[66507]: INFO nova.compute.manager [req-06756e99-67c9-4ed3-afdf-88cc879a62db req-4ff8538f-9146-4559-9892-36bef7fd1b95 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Neutron deleted interface 0d620319-8c72-4884-ad6a-0bbd9fb4a432; detaching it from the instance and deleting it from the info cache [ 1166.521284] env[66507]: DEBUG nova.network.neutron [req-06756e99-67c9-4ed3-afdf-88cc879a62db req-4ff8538f-9146-4559-9892-36bef7fd1b95 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.530690] env[66507]: DEBUG oslo_vmware.api [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.561212] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 24e7dee3-635c-4826-bb02-dc1b72f95cd9] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1166.581698] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.582496] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e03e15aa-2609-4410-a15c-4722a2d83f70 tempest-ServerRescueTestJSON-982442935 tempest-ServerRescueTestJSON-982442935-project-member] Lock "067e3f7f-914b-4e35-a2dd-70be30e99c05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.322s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.588379] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-096a6f0d-397d-4fa2-aca2-260f3dcec7d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.599064] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1166.599064] env[66507]: value = "task-4639010" [ 1166.599064] env[66507]: _type = "Task" [ 1166.599064] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.621187] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639010, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.713279] env[66507]: DEBUG oslo_vmware.api [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Task: {'id': task-4639008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300615} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.716381] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.716644] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.716844] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.717066] env[66507]: INFO nova.compute.manager [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1166.717329] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1166.717941] env[66507]: DEBUG nova.compute.manager [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1166.718058] env[66507]: DEBUG nova.network.neutron [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1166.718304] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.756426] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.784339] env[66507]: INFO nova.compute.manager [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Took 11.47 seconds to build instance. [ 1166.829141] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f4df96-b30c-46d3-b704-a942dff1d08b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.839473] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620c977d-6833-479f-994c-08fd25e852fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.875293] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f236e58-c4e6-46d4-b719-b459365dc89e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.884492] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1569f6d-85fc-4bd6-a42a-29112b062db2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.900310] env[66507]: DEBUG nova.compute.provider_tree [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.996466] env[66507]: DEBUG nova.network.neutron [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.023487] env[66507]: DEBUG oslo_vmware.api [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.035030] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e49e986c-8388-4f30-b747-82c4d308ff8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.053901] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ae2a9-671b-44af-bb6c-7b5ee828838a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.068778] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.068975] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances with incomplete migration {{(pid=66507) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11935}} [ 1167.074760] env[66507]: DEBUG nova.compute.manager [req-4341e79c-7ee4-490f-80cb-7f69aadd4b1c req-219d7363-e09e-46fd-a7e8-8d825ae1be5c service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Received event network-vif-deleted-af1ef764-6478-4095-ac9c-e35ac5f3de9d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1167.075027] env[66507]: INFO nova.compute.manager [req-4341e79c-7ee4-490f-80cb-7f69aadd4b1c req-219d7363-e09e-46fd-a7e8-8d825ae1be5c service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Neutron deleted interface af1ef764-6478-4095-ac9c-e35ac5f3de9d; detaching it from the instance and deleting it from the info cache [ 1167.075214] env[66507]: DEBUG nova.network.neutron [req-4341e79c-7ee4-490f-80cb-7f69aadd4b1c req-219d7363-e09e-46fd-a7e8-8d825ae1be5c service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.099853] env[66507]: DEBUG nova.compute.manager [req-06756e99-67c9-4ed3-afdf-88cc879a62db req-4ff8538f-9146-4559-9892-36bef7fd1b95 service nova] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Detach interface failed, port_id=0d620319-8c72-4884-ad6a-0bbd9fb4a432, reason: Instance 793f9dfb-d0c0-48cd-a101-88ecc641f70b could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1167.112405] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.286933] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16d87187-3dc1-4154-a656-f4cda3170500 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.980s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.307488] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.307934] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.353075] env[66507]: DEBUG nova.network.neutron [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Port 12609ff0-afe0-44c4-8e1e-183d5554e71f binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1167.403937] env[66507]: DEBUG nova.scheduler.client.report [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.501536] env[66507]: INFO nova.compute.manager [-] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Took 1.29 seconds to deallocate network for instance. [ 1167.530138] env[66507]: DEBUG oslo_vmware.api [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639009, 'name': PowerOnVM_Task, 'duration_secs': 0.568352} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.530631] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.531101] env[66507]: DEBUG nova.compute.manager [None req-f1950028-85a4-4db6-b92b-18abbcdd987c tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1167.532414] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1638be71-f448-4d0a-9ffb-7c42cda6a89c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.548248] env[66507]: DEBUG nova.network.neutron [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.578402] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2084b1d-6c5d-4098-9a5f-b4be029def68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.590128] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bf600-0be8-453e-ab6f-969543578b1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.614875] env[66507]: DEBUG oslo_vmware.api [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639010, 'name': PowerOnVM_Task, 'duration_secs': 0.593485} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.615216] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.615417] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89e115-2f09-4c8f-a687-be92e6086f89 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance 'f72e63cb-361b-4e9d-827f-aa15bf6bf19c' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.633304] env[66507]: DEBUG nova.compute.manager [req-4341e79c-7ee4-490f-80cb-7f69aadd4b1c req-219d7363-e09e-46fd-a7e8-8d825ae1be5c service nova] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Detach interface failed, port_id=af1ef764-6478-4095-ac9c-e35ac5f3de9d, reason: Instance 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1167.909491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.911920] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.564s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.912206] env[66507]: DEBUG nova.objects.instance [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.928939] env[66507]: INFO nova.scheduler.client.report [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted allocations for instance ac19476a-8554-468d-ad0c-ebc4ca074279 [ 1168.023863] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.049596] env[66507]: INFO nova.compute.manager [-] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Took 1.33 seconds to deallocate network for instance. [ 1168.275031] env[66507]: INFO nova.compute.manager [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Rebuilding instance [ 1168.329690] env[66507]: DEBUG nova.compute.manager [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1168.330693] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02882aa0-eaf3-4215-a6da-044127ffd0ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.384820] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.385032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.385193] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.443133] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb13f96c-8e61-435e-9d0c-1bcf5475f837 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "ac19476a-8554-468d-ad0c-ebc4ca074279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.264s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.558532] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.637631] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8a4ad7-6725-4925-a6ac-d5887d5dfa98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.646557] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759628e4-8ae8-4dd9-a978-dd8920e566b9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.679454] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228e36c8-8b0b-432a-8e7d-3a3c4fba418b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.689392] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea27b6d3-5260-4b85-b3de-706fb5634dd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.704503] env[66507]: DEBUG nova.compute.provider_tree [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.069700] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.070127] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.208233] env[66507]: DEBUG nova.scheduler.client.report [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.345793] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.346323] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1e7621-e15e-427d-8995-f92cd113f89b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.355049] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1169.355049] env[66507]: value = "task-4639011" [ 1169.355049] env[66507]: _type = "Task" [ 1169.355049] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.367453] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.389518] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.498200] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.498200] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.498200] env[66507]: DEBUG nova.network.neutron [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.581653] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.581653] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.581653] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.581653] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.581653] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_power_states {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.714415] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.717771] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.694s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.718063] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.720074] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.162s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.720371] env[66507]: DEBUG nova.objects.instance [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lazy-loading 'resources' on Instance uuid 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.770538] env[66507]: INFO nova.scheduler.client.report [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Deleted allocations for instance 793f9dfb-d0c0-48cd-a101-88ecc641f70b [ 1169.772383] env[66507]: INFO nova.scheduler.client.report [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 [ 1169.865703] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639011, 'name': PowerOffVM_Task, 'duration_secs': 0.167942} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.865983] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.866661] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.867538] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cbd78f-0294-46ad-bd45-35efad9352cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.875798] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.876097] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370d5ab8-5c66-4bef-a140-04b879d26d03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.905959] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.906263] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.906501] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Deleting the datastore file [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.906795] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b107f747-4349-4585-b50e-2cf9d41f8b00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.915858] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1169.915858] env[66507]: value = "task-4639013" [ 1169.915858] env[66507]: _type = "Task" [ 1169.915858] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.927909] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.000515] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.086833] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Getting list of instances from cluster (obj){ [ 1170.086833] env[66507]: value = "domain-c8" [ 1170.086833] env[66507]: _type = "ClusterComputeResource" [ 1170.086833] env[66507]: } {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1170.090491] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5254b8a8-c0f5-41c8-b4cb-b7e78ed0fcc3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.115842] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Got total of 9 instances {{(pid=66507) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1170.116037] env[66507]: WARNING nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] While synchronizing instance power states, found 13 instances in the database and 9 instances on the hypervisor. [ 1170.116236] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 8d7a94cf-dd54-4f5e-a142-4894fb31d747 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.116689] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.116822] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.118152] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.118152] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.118325] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid f72e63cb-361b-4e9d-827f-aa15bf6bf19c {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.118540] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 245ce53d-8534-4b19-8d43-3a009693c2ff {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.118901] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.119165] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 793f9dfb-d0c0-48cd-a101-88ecc641f70b {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.119402] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid b0d4cdc2-3efa-4dbf-b410-f08b41d00261 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.119625] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.119863] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7 {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.120203] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Triggering sync for uuid 938cf282-d852-4061-9b1d-3c2d7142d79b {{(pid=66507) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1170.120750] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.121111] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.121643] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.122033] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.122299] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.122607] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.122816] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.123381] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.123490] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.123789] env[66507]: INFO nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1170.123950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.124377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.124647] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.124949] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "245ce53d-8534-4b19-8d43-3a009693c2ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.125239] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.125435] env[66507]: INFO nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1170.125650] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.126072] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.126269] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.126499] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.126913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.127148] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.127527] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.127827] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.128351] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.128595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "938cf282-d852-4061-9b1d-3c2d7142d79b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.128882] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.129206] env[66507]: INFO nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1170.129343] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.129609] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.129755] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1170.130784] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971fb05-ca5e-4b4a-917b-8a5475553246 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.136657] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037121e-db35-45b0-a75f-e0a86cd08cbb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.140400] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bd717-2794-4d1e-8049-1feb524f3484 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.144576] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bde312-d08c-40c7-be33-4492caa6f6a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.147871] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b133b-5003-440e-a69a-e8b9dc2fa3eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.151497] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6770540f-eee7-4cea-aa09-2f60f4daf8e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.155101] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdbcfa-6d73-4628-8680-5c08a88d9efc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.194994] env[66507]: WARNING oslo_messaging._drivers.amqpdriver [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1170.287735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-bdfd894b-6f4a-4d3f-bd20-55459da89c44 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.814s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.288936] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c1a6c7a7-3543-49fd-910b-222224b40555 tempest-DeleteServersTestJSON-51385704 tempest-DeleteServersTestJSON-51385704-project-member] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.290621] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.162s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.291878] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.165s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.291878] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-738865a5-f01f-483c-b253-929fd4db23f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.294760] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc422114-8420-43f9-863b-dea352e7604c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.307962] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d88be1-1068-4d91-9053-6e145d70406b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.327877] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5e49b-3bc3-475b-94d7-9a1677ee6d03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.427927] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295173} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.431208] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.431475] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.431711] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.457027] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.539174] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa8ba9-0cf5-4aab-9a6a-3a69b326d3ae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.548142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd403bdd-c448-4f9f-b509-8bf4cbf85cb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.582523] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.582983] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.583329] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.586300] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32664c-0f19-45b9-bdd3-db57bcc8aa9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.595378] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525d44e-0b5f-4f66-bf5b-ee05c56c638b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.613136] env[66507]: DEBUG nova.compute.provider_tree [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.674444] env[66507]: DEBUG nova.network.neutron [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Port 5bbafacf-3445-4ec8-9357-142c6f627c89 binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1170.674444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.674444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.674444] env[66507]: DEBUG nova.network.neutron [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.680909] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.682308] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.688245] env[66507]: WARNING neutronclient.v2_0.client [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.691358] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.691921] env[66507]: INFO nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1170.692228] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.692666] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.693567] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.697140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.789316] env[66507]: DEBUG nova.network.neutron [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.889491] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "793f9dfb-d0c0-48cd-a101-88ecc641f70b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.891047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "1e959dd6-bff7-402e-b4bf-f194a4b6a8c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.118013] env[66507]: DEBUG nova.scheduler.client.report [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.176245] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.292263] env[66507]: DEBUG oslo_concurrency.lockutils [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.395107] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.481273] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.481540] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.481691] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.481870] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.482690] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.482879] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.483182] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.483496] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.483554] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.484374] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.484374] env[66507]: DEBUG nova.virt.hardware [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.484927] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed7cee-49da-456e-97d2-2edcdb173501 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.497311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58964d99-04b7-431d-9ce1-92a34768ba44 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.512814] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.519753] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1171.520211] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.520463] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9af9be3-d70d-42b0-86f1-4d6b0fb018fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.541021] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.541021] env[66507]: value = "task-4639015" [ 1171.541021] env[66507]: _type = "Task" [ 1171.541021] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.549309] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639015, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.614569] env[66507]: DEBUG nova.network.neutron [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.627409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.661162] env[66507]: INFO nova.scheduler.client.report [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Deleted allocations for instance 7486b8a4-b18a-4ec8-a556-965e5b9aacf5 [ 1171.746889] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.747076] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.804810] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d748c78-34b0-4cce-9959-0c54c02a2be3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.813950] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed37c4-f06f-47ba-895b-9b43ab671213 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906649] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.906901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.907209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.907377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.907544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.910443] env[66507]: INFO nova.compute.manager [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Terminating instance [ 1172.056211] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639015, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.117337] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.176208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e975f678-620b-4bdc-b42e-d4df4c9268af tempest-ServerRescueNegativeTestJSON-1777100369 tempest-ServerRescueNegativeTestJSON-1777100369-project-member] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.117s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.178045] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.056s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.178045] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07e5fe57-89f4-4fb5-9658-cb02a7b41d0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.195605] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec3f5cf-169b-41bf-beff-4f6f1e28ad40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.252617] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1172.419965] env[66507]: DEBUG nova.compute.manager [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1172.419965] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.421494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe8637-be7c-4aea-8726-695e60c549ab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.431132] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.431459] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73456b86-779f-4acf-bd1a-ce690fd251d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.440250] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1172.440250] env[66507]: value = "task-4639016" [ 1172.440250] env[66507]: _type = "Task" [ 1172.440250] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.451936] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4639016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.552594] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639015, 'name': CreateVM_Task, 'duration_secs': 0.543536} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.552828] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.553318] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.553477] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.553808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.554102] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcc3fd6-f888-42db-9f3b-daa2f931129c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.561089] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1172.561089] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52cbe364-a694-8623-593b-865e8acc73b1" [ 1172.561089] env[66507]: _type = "Task" [ 1172.561089] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.572400] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cbe364-a694-8623-593b-865e8acc73b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.620716] env[66507]: DEBUG nova.compute.manager [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66507) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1172.621208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.621208] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.738650] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "7486b8a4-b18a-4ec8-a556-965e5b9aacf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.790986] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.827014] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.828035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.934037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f06127-4780-4b7b-a1e4-f09c1b9a8544 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.964159] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c72540-b2e1-4a8a-b2fe-fbeeaa5dfbcf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.973020] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.973408] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.981901] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4639016, 'name': PowerOffVM_Task, 'duration_secs': 0.338855} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.982295] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.990034] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.990034] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.990034] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9b8baaf-d0cd-4f50-a513-1e4ae424801f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.075128] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52cbe364-a694-8623-593b-865e8acc73b1, 'name': SearchDatastore_Task, 'duration_secs': 0.023651} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.076789] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.077066] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.077712] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.077712] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.077712] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.078346] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.078555] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.078728] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleting the datastore file [datastore2] 8d7a94cf-dd54-4f5e-a142-4894fb31d747 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.078994] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8b233c-f6b3-4b8c-8e1e-4887bd341e8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.081211] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a291e62-c9ec-447d-955b-2c60f12254be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.091025] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for the task: (returnval){ [ 1173.091025] env[66507]: value = "task-4639018" [ 1173.091025] env[66507]: _type = "Task" [ 1173.091025] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.100645] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.101702] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.104318] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59872b6-6fa8-4158-92d1-9b804acdcfb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.110476] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4639018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.118183] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1173.118183] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]529278f4-531f-29f8-bdae-aa520b2194cc" [ 1173.118183] env[66507]: _type = "Task" [ 1173.118183] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.128455] env[66507]: DEBUG nova.objects.instance [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'migration_context' on Instance uuid f72e63cb-361b-4e9d-827f-aa15bf6bf19c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.129826] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529278f4-531f-29f8-bdae-aa520b2194cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.330616] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1173.489447] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.489838] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1173.492874] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a706b4-aa11-4f1d-9ad2-ef96f8eb34d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.502401] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1173.502401] env[66507]: value = "task-4639019" [ 1173.502401] env[66507]: _type = "Task" [ 1173.502401] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.515475] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.607714] env[66507]: DEBUG oslo_vmware.api [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Task: {'id': task-4639018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295739} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.607714] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.607714] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.607714] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.607714] env[66507]: INFO nova.compute.manager [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1173.608023] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1173.608172] env[66507]: DEBUG nova.compute.manager [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1173.608283] env[66507]: DEBUG nova.network.neutron [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.608499] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.628097] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]529278f4-531f-29f8-bdae-aa520b2194cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.629419] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48186bfc-cc6c-4b73-a2ee-0aa70e14d26b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.640039] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1173.640039] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f61a95-67bb-bb77-bf01-c6c4b4e0ccf3" [ 1173.640039] env[66507]: _type = "Task" [ 1173.640039] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.644804] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.650398] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f61a95-67bb-bb77-bf01-c6c4b4e0ccf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.864411] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.960886] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0e50b-54f6-4d95-b990-17c7749fc3f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.970495] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633e2b7-40a2-406f-8d5e-11fdf7b79050 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.012256] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4756e05-2ebf-499e-8613-6706c1360e39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.016101] env[66507]: DEBUG nova.compute.manager [req-51001c3f-c540-47c7-b2dc-12487de458eb req-c11b409e-1df0-4f3d-a1c8-70c141bdb514 service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Received event network-vif-deleted-33c6bde8-995d-4bdf-a1d9-b7f2278de666 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1174.016564] env[66507]: INFO nova.compute.manager [req-51001c3f-c540-47c7-b2dc-12487de458eb req-c11b409e-1df0-4f3d-a1c8-70c141bdb514 service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Neutron deleted interface 33c6bde8-995d-4bdf-a1d9-b7f2278de666; detaching it from the instance and deleting it from the info cache [ 1174.016564] env[66507]: DEBUG nova.network.neutron [req-51001c3f-c540-47c7-b2dc-12487de458eb req-c11b409e-1df0-4f3d-a1c8-70c141bdb514 service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.033445] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d5dbe-345f-4f3d-a88f-556851a83066 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.038546] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639019, 'name': PowerOnVM_Task} progress is 92%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.040976] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.054998] env[66507]: DEBUG nova.compute.provider_tree [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.156282] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f61a95-67bb-bb77-bf01-c6c4b4e0ccf3, 'name': SearchDatastore_Task, 'duration_secs': 0.02533} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.156780] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.157208] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.157684] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a7fcdd-2add-4e25-ac2d-1c5d405f0fba {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.168183] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1174.168183] env[66507]: value = "task-4639020" [ 1174.168183] env[66507]: _type = "Task" [ 1174.168183] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.181293] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.399779] env[66507]: DEBUG nova.network.neutron [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.519137] env[66507]: DEBUG oslo_vmware.api [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639019, 'name': PowerOnVM_Task, 'duration_secs': 0.698924} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.519430] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.519661] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca820d6-0eb9-4553-93eb-8cb3496bc6e2 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance '2ecde566-7229-4d2d-8593-2eaeaf8196f5' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.524392] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d55d9e2e-868d-454b-b17a-8fefc980dcaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.535132] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e2713-f1a1-474e-98b0-53bcd7742285 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.557858] env[66507]: DEBUG nova.scheduler.client.report [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.582105] env[66507]: DEBUG nova.compute.manager [req-51001c3f-c540-47c7-b2dc-12487de458eb req-c11b409e-1df0-4f3d-a1c8-70c141bdb514 service nova] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Detach interface failed, port_id=33c6bde8-995d-4bdf-a1d9-b7f2278de666, reason: Instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1174.680499] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.902609] env[66507]: INFO nova.compute.manager [-] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Took 1.29 seconds to deallocate network for instance. [ 1175.180476] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750024} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.180759] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.181571] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.181571] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff8f3c3-d5ba-46e8-885e-05808d8baccf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.191887] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1175.191887] env[66507]: value = "task-4639021" [ 1175.191887] env[66507]: _type = "Task" [ 1175.191887] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.201451] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.410012] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.571348] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.950s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.577975] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.787s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.579933] env[66507]: INFO nova.compute.claims [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.705036] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102043} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.705445] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.706149] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b0146-a7d5-4b71-8106-5e9a1fa2d35d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.731641] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.732536] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0a6986-5499-41c9-b8a0-49624ce184bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.757612] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1175.757612] env[66507]: value = "task-4639022" [ 1175.757612] env[66507]: _type = "Task" [ 1175.757612] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.769177] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.125842] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.127250] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304bfa7c-c57f-43aa-b41f-36dbecff1005 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140794] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.141050] env[66507]: ERROR oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk due to incomplete transfer. [ 1176.141387] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c370b3fd-a677-4334-95b0-63dcd5c2de59 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.151983] env[66507]: DEBUG oslo_vmware.rw_handles [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270417e-8049-6010-cd9d-3261a4054915/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1176.152247] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Uploaded image 39af8ec3-6154-4cab-81e7-9d62fe1d35f6 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1176.154901] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1176.155548] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5da2a3e-3cb7-42e0-aca5-38317dec8812 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.165478] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1176.165478] env[66507]: value = "task-4639023" [ 1176.165478] env[66507]: _type = "Task" [ 1176.165478] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.184959] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639023, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.271348] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.637294] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.637708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.638060] env[66507]: DEBUG nova.objects.instance [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.678478] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639023, 'name': Destroy_Task} progress is 33%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.769282] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639022, 'name': ReconfigVM_Task, 'duration_secs': 0.698928} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.769625] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b/938cf282-d852-4061-9b1d-3c2d7142d79b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.770285] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2b2131-a9df-4468-a02a-49bd9835f295 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.778096] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1176.778096] env[66507]: value = "task-4639024" [ 1176.778096] env[66507]: _type = "Task" [ 1176.778096] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.788438] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639024, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.841513] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed88cf-ce4b-42ca-b2e3-6225ad456ad5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.853646] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f930a594-fae9-4704-9e32-d396ef94a7ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.908613] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2393af-096b-4c63-a90e-ac2a248bae91 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.922858] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977ea14-677e-42e7-b9e2-3361c6d0fab6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.949853] env[66507]: DEBUG nova.compute.provider_tree [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.126787] env[66507]: INFO nova.compute.manager [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Swapping old allocation on dict_keys(['6a4ab062-316e-4d9d-a5f3-22dace365bf4']) held by migration 8874b4d2-3341-4d5c-9cbf-209037b744c1 for instance [ 1177.143183] env[66507]: WARNING neutronclient.v2_0.client [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.144163] env[66507]: DEBUG nova.objects.instance [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.173072] env[66507]: DEBUG nova.scheduler.client.report [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Overwriting current allocation {'allocations': {'6a4ab062-316e-4d9d-a5f3-22dace365bf4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'e4624bbb01934f47a45737b60b97c8ec', 'user_id': '7234395e657e446ca60262054f1758cf', 'consumer_generation': 1} on consumer f72e63cb-361b-4e9d-827f-aa15bf6bf19c {{(pid=66507) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1177.182015] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639023, 'name': Destroy_Task, 'duration_secs': 0.67818} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.182275] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Destroyed the VM [ 1177.182627] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.182906] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4602dad-8b5a-4772-a2dd-c386c4ee28e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.192587] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1177.192587] env[66507]: value = "task-4639025" [ 1177.192587] env[66507]: _type = "Task" [ 1177.192587] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.202799] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.237107] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.283707] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.283853] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.284053] env[66507]: DEBUG nova.network.neutron [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.291837] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639024, 'name': Rename_Task, 'duration_secs': 0.16546} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.292148] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.292451] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547698ff-09ca-4690-8b9e-8166073378f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.300193] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1177.300193] env[66507]: value = "task-4639026" [ 1177.300193] env[66507]: _type = "Task" [ 1177.300193] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.309803] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.454338] env[66507]: DEBUG nova.scheduler.client.report [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.507551] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.559928] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.560357] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.560629] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.646916] env[66507]: DEBUG nova.objects.base [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance<5dc1a30f-151c-42a9-90a4-c1a402a1b482> lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.647218] env[66507]: DEBUG nova.network.neutron [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1177.647850] env[66507]: WARNING neutronclient.v2_0.client [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.648287] env[66507]: WARNING neutronclient.v2_0.client [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.704363] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639025, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.706267] env[66507]: DEBUG nova.network.neutron [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Port 12609ff0-afe0-44c4-8e1e-183d5554e71f binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1177.707369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.707369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.707369] env[66507]: DEBUG nova.network.neutron [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.787390] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.813749] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.821328] env[66507]: DEBUG oslo_concurrency.lockutils [None req-fb6a2cad-896d-4c27-97cc-6e3f3a19fe76 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.184s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.959254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.959836] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1177.962903] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.099s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.964328] env[66507]: INFO nova.compute.claims [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.044483] env[66507]: WARNING neutronclient.v2_0.client [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.133440] env[66507]: DEBUG nova.network.neutron [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [{"id": "5bbafacf-3445-4ec8-9357-142c6f627c89", "address": "fa:16:3e:14:e8:69", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbafacf-34", "ovs_interfaceid": "5bbafacf-3445-4ec8-9357-142c6f627c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.205491] env[66507]: DEBUG oslo_vmware.api [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855752} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.205802] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1178.205953] env[66507]: INFO nova.compute.manager [None req-cb448a72-cbd9-4a82-8e4e-cbb15cf303af tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 1178.208826] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.313838] env[66507]: DEBUG oslo_vmware.api [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639026, 'name': PowerOnVM_Task, 'duration_secs': 0.540357} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.314212] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.314477] env[66507]: DEBUG nova.compute.manager [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1178.315452] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f844b-6772-4fc4-ac8b-f50f0c37742a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.466671] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.470568] env[66507]: DEBUG nova.compute.utils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.476054] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1178.476054] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1178.476054] env[66507]: WARNING neutronclient.v2_0.client [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.476054] env[66507]: WARNING neutronclient.v2_0.client [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.547376] env[66507]: DEBUG nova.policy [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8fb48d1fe1469da8d9604fb9782f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c5d019036544c74906b5b153d97affd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.594215] env[66507]: DEBUG nova.network.neutron [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.638994] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-f72e63cb-361b-4e9d-827f-aa15bf6bf19c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.639726] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.641558] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e773da7d-23bd-4c1b-8bd0-51d41e2ed0fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.651757] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1178.651757] env[66507]: value = "task-4639027" [ 1178.651757] env[66507]: _type = "Task" [ 1178.651757] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.664522] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.840282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.916629] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Successfully created port: 65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1178.975033] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1179.096815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.143043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "938cf282-d852-4061-9b1d-3c2d7142d79b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.143043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.143043] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "938cf282-d852-4061-9b1d-3c2d7142d79b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.143231] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.143540] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.148968] env[66507]: INFO nova.compute.manager [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Terminating instance [ 1179.165374] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639027, 'name': PowerOffVM_Task, 'duration_secs': 0.478201} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.165428] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.166234] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1179.166817] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.166898] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1179.167724] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.168089] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1179.168089] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1179.169830] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.169830] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1179.169830] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1179.169830] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1179.169830] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1179.179387] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90809f8b-b612-42ac-b194-5c5d43887718 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.198716] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1179.198716] env[66507]: value = "task-4639028" [ 1179.198716] env[66507]: _type = "Task" [ 1179.198716] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.208350] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.279746] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0a3cea-b830-4f8c-95d2-02a3564a0381 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.288643] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a0fb6-4914-4d9f-9e13-180ad34ca458 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.323047] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae4ebb6-09c0-4f80-ad26-1965cde1faf3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.332326] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c4d0dd-3e8f-4b68-aed7-963a505c7a4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.355222] env[66507]: DEBUG nova.compute.provider_tree [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.601652] env[66507]: DEBUG nova.compute.manager [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66507) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1179.660554] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "refresh_cache-938cf282-d852-4061-9b1d-3c2d7142d79b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.660554] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquired lock "refresh_cache-938cf282-d852-4061-9b1d-3c2d7142d79b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.660554] env[66507]: DEBUG nova.network.neutron [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.713023] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639028, 'name': ReconfigVM_Task, 'duration_secs': 0.228567} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.713508] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca71aef-2849-4f54-9e6b-0b9dad3a225d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.737996] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1179.738484] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.738697] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1179.738916] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.739102] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1179.739276] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1179.739509] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.739694] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1179.739886] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1179.741011] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1179.741011] env[66507]: DEBUG nova.virt.hardware [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1179.741840] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0f3efd-336b-4566-a707-56203cb3bdf9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.749903] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1179.749903] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]525207df-55fc-d667-7105-47071b18e979" [ 1179.749903] env[66507]: _type = "Task" [ 1179.749903] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.762488] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525207df-55fc-d667-7105-47071b18e979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.859870] env[66507]: DEBUG nova.scheduler.client.report [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.988828] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1180.019495] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.019755] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.019909] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.020784] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.020977] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.021177] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.021505] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.021505] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.021659] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.021819] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.021996] env[66507]: DEBUG nova.virt.hardware [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.022968] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310a09a-d684-4a3f-a15a-8c15e2819c6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.032387] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63da3b3-5aec-49c6-8515-38356ca51413 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.114901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.115447] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.116267] env[66507]: DEBUG nova.objects.instance [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.162669] env[66507]: WARNING neutronclient.v2_0.client [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.263893] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]525207df-55fc-d667-7105-47071b18e979, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.270937] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.271414] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14e0bdc-35d1-4f15-acca-4053b2a7090d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.293970] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1180.293970] env[66507]: value = "task-4639029" [ 1180.293970] env[66507]: _type = "Task" [ 1180.293970] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.303782] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.368830] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.369475] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1180.372301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.332s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.373846] env[66507]: INFO nova.compute.claims [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.564132] env[66507]: DEBUG nova.network.neutron [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1180.569668] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Successfully updated port: 65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1180.620892] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.647828] env[66507]: DEBUG nova.network.neutron [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.735179] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.751285] env[66507]: DEBUG nova.objects.instance [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.804942] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639029, 'name': ReconfigVM_Task, 'duration_secs': 0.230616} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.805384] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.806341] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb8f37-8ee0-4e5c-b573-9d0a33d06c5f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.832251] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.834997] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b600f9d5-ace5-47eb-803d-3789fce1eb7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.855697] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1180.855697] env[66507]: value = "task-4639030" [ 1180.855697] env[66507]: _type = "Task" [ 1180.855697] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.866545] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.879146] env[66507]: DEBUG nova.compute.utils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.883888] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1180.883888] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1180.884146] env[66507]: WARNING neutronclient.v2_0.client [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.884579] env[66507]: WARNING neutronclient.v2_0.client [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.929289] env[66507]: DEBUG nova.policy [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292c63b2a10d4d3b91ffd3fd6667bf5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aff7df116394c568a39335b0e972985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.072903] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.073136] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.073288] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.151282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Releasing lock "refresh_cache-938cf282-d852-4061-9b1d-3c2d7142d79b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.151752] env[66507]: DEBUG nova.compute.manager [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1181.151945] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.153025] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f62ff-b8bf-44f8-935d-8f3b3a7a76fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.163941] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.164248] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a01faf4-3006-4f9b-a52a-e96426b9e184 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.171748] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1181.171748] env[66507]: value = "task-4639031" [ 1181.171748] env[66507]: _type = "Task" [ 1181.171748] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.182948] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.254589] env[66507]: DEBUG nova.objects.base [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance<5dc1a30f-151c-42a9-90a4-c1a402a1b482> lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.254890] env[66507]: DEBUG nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1181.255368] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.255608] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.355881] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Successfully created port: b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1181.368079] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.384164] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1181.423598] env[66507]: DEBUG nova.compute.manager [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Received event network-vif-plugged-65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1181.423820] env[66507]: DEBUG oslo_concurrency.lockutils [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.424062] env[66507]: DEBUG oslo_concurrency.lockutils [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.424262] env[66507]: DEBUG oslo_concurrency.lockutils [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.424446] env[66507]: DEBUG nova.compute.manager [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] No waiting events found dispatching network-vif-plugged-65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1181.424620] env[66507]: WARNING nova.compute.manager [req-609901a1-98b9-43ef-8fa1-305f07c2f3e9 req-88cfbfc6-6a39-4e8b-98a8-577e3641635e service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Received unexpected event network-vif-plugged-65941a66-bb93-405b-9ccb-0dc0c28eab8d for instance with vm_state building and task_state spawning. [ 1181.430182] env[66507]: DEBUG nova.policy [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.649265] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4468807-70ce-4020-b22f-a720b1b517b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.658893] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871d71b-65e1-4b2b-98e2-63e026bbea68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.702015] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee064c-de95-4ede-89ea-065983b71b33 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.711624] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639031, 'name': PowerOffVM_Task, 'duration_secs': 0.169806} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.714180] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.714374] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.714692] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d9be19-3715-4275-accb-77c35b9addd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.717403] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86134b-1d4e-4a1d-833e-c08d8f8f649a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.734432] env[66507]: DEBUG nova.compute.provider_tree [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.790754] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.791114] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.791399] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Deleting the datastore file [datastore1] 938cf282-d852-4061-9b1d-3c2d7142d79b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.791734] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a05a32e-acd2-44b2-99a4-a38f84cf3e06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.800244] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for the task: (returnval){ [ 1181.800244] env[66507]: value = "task-4639033" [ 1181.800244] env[66507]: _type = "Task" [ 1181.800244] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.810591] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.866659] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639030, 'name': ReconfigVM_Task, 'duration_secs': 0.566336} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.867086] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c/f72e63cb-361b-4e9d-827f-aa15bf6bf19c.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.867826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb79f01-3a18-46eb-82e1-5485dba066ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.892288] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c275d-dc1c-4696-b368-73a2a68e9a0f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.916860] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6599750-e3dc-482d-8fdc-426689557f2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.940221] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe289a1-70f0-4ac8-b342-b196c5067bb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.949997] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.950375] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1170c78e-0287-4522-934c-6103718a2f9f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.958852] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1181.958852] env[66507]: value = "task-4639034" [ 1181.958852] env[66507]: _type = "Task" [ 1181.958852] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.972779] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.237437] env[66507]: DEBUG nova.scheduler.client.report [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.244204] env[66507]: DEBUG nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Successfully created port: 4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1182.310102] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1182.321166] env[66507]: DEBUG oslo_vmware.api [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Task: {'id': task-4639033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248167} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.321473] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.321720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.321933] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.322138] env[66507]: INFO nova.compute.manager [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1182.322469] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1182.323091] env[66507]: DEBUG nova.compute.manager [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1182.323191] env[66507]: DEBUG nova.network.neutron [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1182.323446] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.399777] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1182.430114] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1182.430428] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.430600] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1182.430777] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.430976] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1182.431195] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1182.431487] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.431699] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1182.431913] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1182.432119] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1182.432301] env[66507]: DEBUG nova.virt.hardware [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1182.433367] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd4a63-6a52-44cd-bc00-c556bf5e7745 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.442863] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df13bf-940a-4f5b-9dea-11029ab9223c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.469109] env[66507]: DEBUG oslo_vmware.api [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639034, 'name': PowerOnVM_Task, 'duration_secs': 0.504954} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.469386] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.744284] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.745055] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1182.747382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.337s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.747616] env[66507]: DEBUG nova.objects.instance [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lazy-loading 'resources' on Instance uuid 8d7a94cf-dd54-4f5e-a142-4894fb31d747 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.015660] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Successfully updated port: b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1183.191272] env[66507]: DEBUG nova.network.neutron [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1183.191590] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.250489] env[66507]: DEBUG nova.compute.utils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.259213] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1183.259213] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1183.259213] env[66507]: WARNING neutronclient.v2_0.client [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.259213] env[66507]: WARNING neutronclient.v2_0.client [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.362761] env[66507]: DEBUG nova.policy [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39978cb2a16640e2be6e6c5d758ca0e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2803590f4f1b9cb1f096424b7ddb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.401943] env[66507]: WARNING neutronclient.v2_0.client [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.470116] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc1bc85-0502-4929-bfb1-fc8bf159a53d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.480298] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bf0c0-866e-414f-a155-98f3fa417176 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.485267] env[66507]: INFO nova.compute.manager [None req-f38771b0-6b5c-4ed0-89ce-c13ebb8cc7a5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance to original state: 'active' [ 1183.521166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.521433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.521820] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.524504] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b886271-bc20-4c1d-b0fa-1e988f6613b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.534697] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b1d66-5d83-4e83-b462-7c4038c05357 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.551030] env[66507]: DEBUG nova.compute.provider_tree [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.693743] env[66507]: DEBUG nova.network.neutron [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.762493] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1183.766256] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Successfully created port: dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.904561] env[66507]: DEBUG nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Successfully updated port: 4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1183.937989] env[66507]: DEBUG nova.network.neutron [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating instance_info_cache with network_info: [{"id": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "address": "fa:16:3e:d1:c9:c8", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65941a66-bb", "ovs_interfaceid": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.054558] env[66507]: DEBUG nova.scheduler.client.report [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.058859] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1184.166429] env[66507]: WARNING neutronclient.v2_0.client [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.197013] env[66507]: INFO nova.compute.manager [-] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Took 1.87 seconds to deallocate network for instance. [ 1184.257477] env[66507]: DEBUG nova.network.neutron [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Updating instance_info_cache with network_info: [{"id": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "address": "fa:16:3e:ad:66:87", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31f3d18-30", "ovs_interfaceid": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.407823] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.407971] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.408205] env[66507]: DEBUG nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.441764] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.441764] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Instance network_info: |[{"id": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "address": "fa:16:3e:d1:c9:c8", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65941a66-bb", "ovs_interfaceid": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1184.442169] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:c9:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65941a66-bb93-405b-9ccb-0dc0c28eab8d', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.450038] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1184.450276] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.450562] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6e2b91-5d9c-42e1-be3a-062ca87669f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.472091] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.472091] env[66507]: value = "task-4639035" [ 1184.472091] env[66507]: _type = "Task" [ 1184.472091] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.481226] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639035, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.563560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.566194] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.726s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.566434] env[66507]: DEBUG nova.objects.instance [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1184.587785] env[66507]: INFO nova.scheduler.client.report [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Deleted allocations for instance 8d7a94cf-dd54-4f5e-a142-4894fb31d747 [ 1184.682511] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Received event network-changed-65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1184.686437] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Refreshing instance network info cache due to event network-changed-65941a66-bb93-405b-9ccb-0dc0c28eab8d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1184.686437] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Acquiring lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.686588] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Acquired lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.686822] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Refreshing network info cache for port 65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.705090] env[66507]: DEBUG nova.compute.manager [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-plugged-4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1184.705301] env[66507]: DEBUG oslo_concurrency.lockutils [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.705738] env[66507]: DEBUG oslo_concurrency.lockutils [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.705738] env[66507]: DEBUG oslo_concurrency.lockutils [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.705881] env[66507]: DEBUG nova.compute.manager [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] No waiting events found dispatching network-vif-plugged-4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1184.706152] env[66507]: WARNING nova.compute.manager [req-cfadac91-8b1a-47f3-a576-8d8a733a85a9 req-5dc72838-4f4a-4a9a-b363-ebe6188e1bda service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received unexpected event network-vif-plugged-4bdbf4ce-ca23-4de7-a880-0a413b575fe8 for instance with vm_state active and task_state None. [ 1184.707360] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.760461] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.761053] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance network_info: |[{"id": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "address": "fa:16:3e:ad:66:87", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31f3d18-30", "ovs_interfaceid": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1184.761825] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b31f3d18-3080-4a85-b0ea-5a14b0f5d08e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.770776] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1184.771563] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.772366] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa34232-e4d9-4714-a995-1a660075feea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.790762] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1184.799103] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.799103] env[66507]: value = "task-4639036" [ 1184.799103] env[66507]: _type = "Task" [ 1184.799103] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.813899] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639036, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.816533] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.816801] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.816958] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.817149] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.817293] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.817438] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.817639] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.818029] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.818029] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.818108] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.818274] env[66507]: DEBUG nova.virt.hardware [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.819194] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca28dc4-c8ea-4cff-9797-f83831757a57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.827841] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad89bdec-bb8e-4c0f-a05c-42a2baecc26c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.983908] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639035, 'name': CreateVM_Task, 'duration_secs': 0.358804} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.984846] env[66507]: WARNING nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1184.986886] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.987758] env[66507]: WARNING neutronclient.v2_0.client [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.988124] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.988367] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.988668] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.988929] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99157e54-2470-497e-abbe-0614a0b41523 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.994603] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1184.994603] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ec3dac-a1d9-864f-d758-d92f5c2eaec4" [ 1184.994603] env[66507]: _type = "Task" [ 1184.994603] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.005038] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec3dac-a1d9-864f-d758-d92f5c2eaec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.096690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3fe3e809-0a36-4423-b956-b66e43fa7441 tempest-ServersTestJSON-1210226259 tempest-ServersTestJSON-1210226259-project-member] Lock "8d7a94cf-dd54-4f5e-a142-4894fb31d747" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.189s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.192645] env[66507]: WARNING neutronclient.v2_0.client [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.211900] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.215572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.217016] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.311924] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639036, 'name': CreateVM_Task, 'duration_secs': 0.362465} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.314807] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.315997] env[66507]: WARNING neutronclient.v2_0.client [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.316496] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.364018] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Successfully updated port: dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1185.492853] env[66507]: WARNING neutronclient.v2_0.client [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.500703] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.509532] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ec3dac-a1d9-864f-d758-d92f5c2eaec4, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.510544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.510544] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.510544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.510544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.511525] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.511525] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.511525] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.512057] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf589f5-3232-45bd-814c-7f1585704aa3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.513487] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50467c8-abf3-46d7-9924-d267a3a901ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.520099] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1185.520099] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bc5859-eb0f-9459-bd6f-2704e9bd16e8" [ 1185.520099] env[66507]: _type = "Task" [ 1185.520099] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.524769] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.525028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.526116] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb4e754-a3d3-4da8-81ac-b8638504649e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.533128] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bc5859-eb0f-9459-bd6f-2704e9bd16e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.536925] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.537200] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.537420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.537758] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1185.537758] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5231aea8-6e2b-00fe-4f79-afe1c9eb05fe" [ 1185.537758] env[66507]: _type = "Task" [ 1185.537758] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.547588] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5231aea8-6e2b-00fe-4f79-afe1c9eb05fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.548492] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f93ca8-aec3-4531-be06-d74048f7e314 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.554553] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1185.554553] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5252618e-3f3c-3513-aac5-ee54be9c6e1a" [ 1185.554553] env[66507]: _type = "Task" [ 1185.554553] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.565820] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5252618e-3f3c-3513-aac5-ee54be9c6e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.576080] env[66507]: DEBUG oslo_concurrency.lockutils [None req-40366a46-65dd-4afe-9f21-99f46b85470c tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.577228] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.842s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.588034] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updated VIF entry in instance network info cache for port 65941a66-bb93-405b-9ccb-0dc0c28eab8d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.588452] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating instance_info_cache with network_info: [{"id": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "address": "fa:16:3e:d1:c9:c8", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65941a66-bb", "ovs_interfaceid": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.600029] env[66507]: DEBUG nova.network.neutron [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "address": "fa:16:3e:7b:16:e4", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdbf4ce-ca", "ovs_interfaceid": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.719234] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1185.867813] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.868013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquired lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.868196] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1186.067235] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5252618e-3f3c-3513-aac5-ee54be9c6e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.067529] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.067791] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e5c64346-aad7-4b3a-8aad-bb5734d0d33c/e5c64346-aad7-4b3a-8aad-bb5734d0d33c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.068084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.068320] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.068565] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74996e4-6579-4292-ab20-73e94b6b2f73 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.072864] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26884d8a-8ae2-4a24-ac96-6c79bf205866 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.079780] env[66507]: DEBUG nova.objects.instance [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'migration_context' on Instance uuid 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.082366] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1186.082366] env[66507]: value = "task-4639037" [ 1186.082366] env[66507]: _type = "Task" [ 1186.082366] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.084098] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.084287] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.088154] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07118119-aec7-459e-83de-b9e5653b381f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.092162] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Releasing lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.092538] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Received event network-vif-plugged-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1186.092806] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.093030] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Lock "f9271860-7163-4942-9d46-58f06496ff1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.093202] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Lock "f9271860-7163-4942-9d46-58f06496ff1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.093370] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] No waiting events found dispatching network-vif-plugged-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1186.093551] env[66507]: WARNING nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Received unexpected event network-vif-plugged-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e for instance with vm_state building and task_state spawning. [ 1186.093699] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Received event network-changed-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1186.093849] env[66507]: DEBUG nova.compute.manager [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Refreshing instance network info cache due to event network-changed-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1186.094040] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Acquiring lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.094178] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Acquired lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.094407] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Refreshing network info cache for port b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.102770] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1186.102770] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521dfff0-696a-6d9c-8aea-cf8a0d947b18" [ 1186.102770] env[66507]: _type = "Task" [ 1186.102770] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.107969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.108444] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.108623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.110334] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.111288] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8f127-5f3a-4fcc-9bcc-474fdafa1287 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.127194] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521dfff0-696a-6d9c-8aea-cf8a0d947b18, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.140371] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1186.140371] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.140706] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1186.140706] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.140928] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1186.140928] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1186.141071] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.141225] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1186.141379] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1186.141585] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1186.141731] env[66507]: DEBUG nova.virt.hardware [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1186.148485] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfiguring VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1186.148859] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260c43d2-fd0c-436a-9d15-eb792e6bcaf7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.152679] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586a528f-ed29-4630-b86b-279839bd903e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.171913] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1186.171913] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52bfb39d-cf06-54d1-2702-983b5d184021" [ 1186.171913] env[66507]: _type = "Task" [ 1186.171913] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.176334] env[66507]: DEBUG oslo_vmware.api [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1186.176334] env[66507]: value = "task-4639038" [ 1186.176334] env[66507]: _type = "Task" [ 1186.176334] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.183235] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bfb39d-cf06-54d1-2702-983b5d184021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.188987] env[66507]: DEBUG oslo_vmware.api [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639038, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.247952] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.429912] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1186.594467] env[66507]: WARNING neutronclient.v2_0.client [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.597480] env[66507]: WARNING neutronclient.v2_0.client [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.607184] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639037, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.699419] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52bfb39d-cf06-54d1-2702-983b5d184021, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.699936] env[66507]: DEBUG oslo_vmware.api [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.701667] env[66507]: DEBUG nova.network.neutron [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Updating instance_info_cache with network_info: [{"id": "dc11c175-ef38-4209-ac43-24f45ffbe411", "address": "fa:16:3e:4a:42:8d", "network": {"id": "24b20fd9-4b3c-4e47-9056-b9f62660608e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-659337176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2803590f4f1b9cb1f096424b7ddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc11c175-ef", "ovs_interfaceid": "dc11c175-ef38-4209-ac43-24f45ffbe411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.703093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.703426] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.706559] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca49d226-ef15-4736-9bc5-4a7fe32c3264 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.714845] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1186.714845] env[66507]: value = "task-4639039" [ 1186.714845] env[66507]: _type = "Task" [ 1186.714845] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.731234] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.746751] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.746899] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.747115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.747294] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.747456] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.752478] env[66507]: INFO nova.compute.manager [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Terminating instance [ 1186.813560] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871df8f2-864c-4d75-a62c-664a5c7673e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.822958] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d229c-585b-498b-9d98-3b41b1f80791 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.863124] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3fed8f-701c-4a52-afe9-917fbc60fabf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.867041] env[66507]: WARNING neutronclient.v2_0.client [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.876093] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b168ef-102f-480c-ab91-766ac13e62cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.891243] env[66507]: DEBUG nova.compute.provider_tree [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.914119] env[66507]: DEBUG nova.compute.manager [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Received event network-vif-plugged-dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1186.914119] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Acquiring lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.914119] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.914119] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.914339] env[66507]: DEBUG nova.compute.manager [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] No waiting events found dispatching network-vif-plugged-dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1186.914372] env[66507]: WARNING nova.compute.manager [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Received unexpected event network-vif-plugged-dc11c175-ef38-4209-ac43-24f45ffbe411 for instance with vm_state building and task_state spawning. [ 1186.914530] env[66507]: DEBUG nova.compute.manager [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Received event network-changed-dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1186.914866] env[66507]: DEBUG nova.compute.manager [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Refreshing instance network info cache due to event network-changed-dc11c175-ef38-4209-ac43-24f45ffbe411. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1186.914866] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Acquiring lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.969785] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Updated VIF entry in instance network info cache for port b31f3d18-3080-4a85-b0ea-5a14b0f5d08e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1186.970169] env[66507]: DEBUG nova.network.neutron [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Updating instance_info_cache with network_info: [{"id": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "address": "fa:16:3e:ad:66:87", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31f3d18-30", "ovs_interfaceid": "b31f3d18-3080-4a85-b0ea-5a14b0f5d08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.980821] env[66507]: DEBUG nova.compute.manager [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-changed-4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1186.980821] env[66507]: DEBUG nova.compute.manager [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing instance network info cache due to event network-changed-4bdbf4ce-ca23-4de7-a880-0a413b575fe8. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1186.980821] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.981050] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.981090] env[66507]: DEBUG nova.network.neutron [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing network info cache for port 4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.099093] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610534} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.099093] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] e5c64346-aad7-4b3a-8aad-bb5734d0d33c/e5c64346-aad7-4b3a-8aad-bb5734d0d33c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.099323] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.099491] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51c8e451-73d5-4b38-8428-18adf8bd23a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.109202] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1187.109202] env[66507]: value = "task-4639040" [ 1187.109202] env[66507]: _type = "Task" [ 1187.109202] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.119819] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.194284] env[66507]: DEBUG oslo_vmware.api [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.205868] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Releasing lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.206202] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Instance network_info: |[{"id": "dc11c175-ef38-4209-ac43-24f45ffbe411", "address": "fa:16:3e:4a:42:8d", "network": {"id": "24b20fd9-4b3c-4e47-9056-b9f62660608e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-659337176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2803590f4f1b9cb1f096424b7ddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc11c175-ef", "ovs_interfaceid": "dc11c175-ef38-4209-ac43-24f45ffbe411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1187.210210] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Acquired lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.210528] env[66507]: DEBUG nova.network.neutron [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Refreshing network info cache for port dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.212113] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:42:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc11c175-ef38-4209-ac43-24f45ffbe411', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.220043] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Creating folder: Project (dedf2803590f4f1b9cb1f096424b7ddb). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.221111] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa9ead51-c47a-417b-beb6-214aab7f1c77 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.238753] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.240737] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Created folder: Project (dedf2803590f4f1b9cb1f096424b7ddb) in parent group-v905587. [ 1187.241032] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Creating folder: Instances. Parent ref: group-v905900. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.241462] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c9857a8-1fc1-40c0-9b82-620948a0ff7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.259259] env[66507]: DEBUG nova.compute.manager [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1187.259259] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.259259] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Created folder: Instances in parent group-v905900. [ 1187.259259] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1187.260344] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05211fd2-01e1-4c47-abd2-d92791acb65a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.263627] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.264890] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99f3e68-3032-4d7b-9cba-59d6a74fda43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.286149] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.286935] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9b562b-a4c1-48a8-bd2f-776cce1cc4ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.289741] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.289741] env[66507]: value = "task-4639043" [ 1187.289741] env[66507]: _type = "Task" [ 1187.289741] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.296971] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1187.296971] env[66507]: value = "task-4639044" [ 1187.296971] env[66507]: _type = "Task" [ 1187.296971] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.304189] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639043, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.310953] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.395117] env[66507]: DEBUG nova.scheduler.client.report [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.473063] env[66507]: DEBUG oslo_concurrency.lockutils [req-13865d34-43aa-470f-b8a0-a72ae3b15bfc req-4a44018f-9425-4be3-9bb9-bb83e6dca749 service nova] Releasing lock "refresh_cache-f9271860-7163-4942-9d46-58f06496ff1d" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.484776] env[66507]: WARNING neutronclient.v2_0.client [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.623316] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092064} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.623618] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.624494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d549d6-6a61-49ea-9d97-446fd82b151c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.648696] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e5c64346-aad7-4b3a-8aad-bb5734d0d33c/e5c64346-aad7-4b3a-8aad-bb5734d0d33c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.650071] env[66507]: WARNING neutronclient.v2_0.client [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.652725] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6481aea8-3e14-48e6-b90c-93801d5d05a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.674590] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1187.674590] env[66507]: value = "task-4639045" [ 1187.674590] env[66507]: _type = "Task" [ 1187.674590] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.685112] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.693883] env[66507]: DEBUG oslo_vmware.api [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639038, 'name': ReconfigVM_Task, 'duration_secs': 1.114934} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.694340] env[66507]: WARNING neutronclient.v2_0.client [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.694632] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.694785] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfigured VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1187.722054] env[66507]: WARNING neutronclient.v2_0.client [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.738442] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715436} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.738718] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.738926] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.739221] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90723c0e-c146-4045-b73f-7031914de725 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.747094] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1187.747094] env[66507]: value = "task-4639046" [ 1187.747094] env[66507]: _type = "Task" [ 1187.747094] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.748111] env[66507]: DEBUG nova.network.neutron [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updated VIF entry in instance network info cache for port 4bdbf4ce-ca23-4de7-a880-0a413b575fe8. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1187.748553] env[66507]: DEBUG nova.network.neutron [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "address": "fa:16:3e:7b:16:e4", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdbf4ce-ca", "ovs_interfaceid": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.762313] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.808692] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639043, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.818968] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639044, 'name': PowerOffVM_Task, 'duration_secs': 0.324318} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.818968] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.818968] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.818968] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb51fd1-7a19-4c57-93fd-daecf23f5193 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.897366] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.897366] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.897366] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleting the datastore file [datastore2] f72e63cb-361b-4e9d-827f-aa15bf6bf19c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.897366] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5aaeca3-a982-4ab1-a74f-4f7ecc3462ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.914649] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1187.914649] env[66507]: value = "task-4639048" [ 1187.914649] env[66507]: _type = "Task" [ 1187.914649] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.922413] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.927193] env[66507]: WARNING neutronclient.v2_0.client [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.005845] env[66507]: DEBUG nova.network.neutron [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Updated VIF entry in instance network info cache for port dc11c175-ef38-4209-ac43-24f45ffbe411. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1188.006204] env[66507]: DEBUG nova.network.neutron [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Updating instance_info_cache with network_info: [{"id": "dc11c175-ef38-4209-ac43-24f45ffbe411", "address": "fa:16:3e:4a:42:8d", "network": {"id": "24b20fd9-4b3c-4e47-9056-b9f62660608e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-659337176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2803590f4f1b9cb1f096424b7ddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc11c175-ef", "ovs_interfaceid": "dc11c175-ef38-4209-ac43-24f45ffbe411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.186987] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639045, 'name': ReconfigVM_Task, 'duration_secs': 0.414586} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.187441] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e5c64346-aad7-4b3a-8aad-bb5734d0d33c/e5c64346-aad7-4b3a-8aad-bb5734d0d33c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.188137] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e148279f-9c95-46a7-bf5e-5303b6af7bb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.196681] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1188.196681] env[66507]: value = "task-4639049" [ 1188.196681] env[66507]: _type = "Task" [ 1188.196681] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.201409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-4bec5bff-b6e1-4c24-9378-2fe6f1b24e36 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.086s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.210547] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639049, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.255439] env[66507]: DEBUG oslo_concurrency.lockutils [req-ba7f03cf-c550-484a-a38d-0d0e74b8f8f3 req-5b925804-b513-4874-8d45-41fc3e3ed9c6 service nova] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.262801] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074459} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.262880] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.263832] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb564d4-29ed-433c-815f-742912909f69 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.287591] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.288083] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.289528] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70746b59-5322-4fcf-845b-270d0796bcb7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.316170] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1188.316170] env[66507]: value = "task-4639050" [ 1188.316170] env[66507]: _type = "Task" [ 1188.316170] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.320681] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639043, 'name': CreateVM_Task, 'duration_secs': 0.549773} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.324489] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.325230] env[66507]: WARNING neutronclient.v2_0.client [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.325396] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.325535] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.325914] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.326753] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8dbd63-9e7e-4457-b739-5d5003d7d33f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.332932] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.334170] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1188.334170] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5224a7db-e73d-8e5e-908d-2a4408b90467" [ 1188.334170] env[66507]: _type = "Task" [ 1188.334170] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.343144] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5224a7db-e73d-8e5e-908d-2a4408b90467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.408913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.832s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.415199] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.708s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.415438] env[66507]: DEBUG nova.objects.instance [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lazy-loading 'resources' on Instance uuid 938cf282-d852-4061-9b1d-3c2d7142d79b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.437821] env[66507]: DEBUG oslo_vmware.api [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311725} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.438326] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.438326] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.438473] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.438666] env[66507]: INFO nova.compute.manager [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1188.438913] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1188.439378] env[66507]: DEBUG nova.compute.manager [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1188.439527] env[66507]: DEBUG nova.network.neutron [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1188.439799] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.475307] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.509293] env[66507]: DEBUG oslo_concurrency.lockutils [req-7b78ddd6-acf0-45db-8934-810ae86473bf req-e500d9ab-04ca-4588-b1fc-207e842dca1a service nova] Releasing lock "refresh_cache-1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.638892] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681b8afd-3ecf-4135-9625-86150b69a9cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.647027] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5d7be-0a1e-4b35-b3ef-fb496dc7b25e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.678570] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9187c2ea-6e69-40b3-840f-00fe3cb65fae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.687298] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2532b-4b5b-453e-a19b-e14c6dfe3aeb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.706682] env[66507]: DEBUG nova.compute.provider_tree [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.716678] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639049, 'name': Rename_Task, 'duration_secs': 0.520819} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.717551] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.717809] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0555536-a147-4147-bd6e-151a23792a4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.725780] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1188.725780] env[66507]: value = "task-4639051" [ 1188.725780] env[66507]: _type = "Task" [ 1188.725780] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.734989] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.806849] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.830787] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.844972] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5224a7db-e73d-8e5e-908d-2a4408b90467, 'name': SearchDatastore_Task, 'duration_secs': 0.031229} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.845695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.845695] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.845695] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.845832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.845989] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.846257] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb2221c-890d-4bc6-879f-37df1c730adb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.855557] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.855753] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.856522] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d3abcb-06d7-49ab-8ecd-de3b8768ba7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.862108] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1188.862108] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c858ed-ca3b-8871-d692-c2efa75a1cac" [ 1188.862108] env[66507]: _type = "Task" [ 1188.862108] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.870680] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c858ed-ca3b-8871-d692-c2efa75a1cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.066079] env[66507]: DEBUG nova.compute.manager [req-121174ce-707c-42bf-9086-315318cc0ccb req-1219ce89-f56a-4231-8585-aed7fb4481fc service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Received event network-vif-deleted-5bbafacf-3445-4ec8-9357-142c6f627c89 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1189.066925] env[66507]: INFO nova.compute.manager [req-121174ce-707c-42bf-9086-315318cc0ccb req-1219ce89-f56a-4231-8585-aed7fb4481fc service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Neutron deleted interface 5bbafacf-3445-4ec8-9357-142c6f627c89; detaching it from the instance and deleting it from the info cache [ 1189.066925] env[66507]: DEBUG nova.network.neutron [req-121174ce-707c-42bf-9086-315318cc0ccb req-1219ce89-f56a-4231-8585-aed7fb4481fc service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.211755] env[66507]: DEBUG nova.scheduler.client.report [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.237647] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.331979] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639050, 'name': ReconfigVM_Task, 'duration_secs': 0.669667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.332324] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.332999] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092ec8fe-1ea2-4a13-87be-032d84293f2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.341874] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1189.341874] env[66507]: value = "task-4639052" [ 1189.341874] env[66507]: _type = "Task" [ 1189.341874] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.351888] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639052, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.375941] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c858ed-ca3b-8871-d692-c2efa75a1cac, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.376912] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30368fc-fb85-48a8-889b-47a166485e5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.384155] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1189.384155] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d4d9e6-1889-e77a-ac8b-73c28b2cdd29" [ 1189.384155] env[66507]: _type = "Task" [ 1189.384155] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.393749] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d4d9e6-1889-e77a-ac8b-73c28b2cdd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.464691] env[66507]: DEBUG nova.network.neutron [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.473036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.473036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.473321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.473321] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.473536] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.481147] env[66507]: INFO nova.compute.manager [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Terminating instance [ 1189.569514] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3451d33-48d7-4847-87dc-d72886924b55 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.580785] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a661e2-5a6a-40f8-ae20-28b8a940f084 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.621254] env[66507]: DEBUG nova.compute.manager [req-121174ce-707c-42bf-9086-315318cc0ccb req-1219ce89-f56a-4231-8585-aed7fb4481fc service nova] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Detach interface failed, port_id=5bbafacf-3445-4ec8-9357-142c6f627c89, reason: Instance f72e63cb-361b-4e9d-827f-aa15bf6bf19c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1189.720521] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.304s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.722901] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.477s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.724331] env[66507]: INFO nova.compute.claims [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.738300] env[66507]: DEBUG oslo_vmware.api [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639051, 'name': PowerOnVM_Task, 'duration_secs': 0.546266} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.738629] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.738843] env[66507]: INFO nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1189.739060] env[66507]: DEBUG nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1189.739919] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f3b065-cdec-42c8-9d15-980d7b92e493 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.746351] env[66507]: INFO nova.scheduler.client.report [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Deleted allocations for instance 938cf282-d852-4061-9b1d-3c2d7142d79b [ 1189.854329] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639052, 'name': Rename_Task, 'duration_secs': 0.311634} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.854765] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.855153] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e90bcd1-15aa-4836-bed2-91543ad4546a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.864861] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1189.864861] env[66507]: value = "task-4639053" [ 1189.864861] env[66507]: _type = "Task" [ 1189.864861] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.878198] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.900755] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d4d9e6-1889-e77a-ac8b-73c28b2cdd29, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.900973] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.901381] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1/1393ce22-76ee-44f4-9f86-6ea7fe4da9a1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.901773] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3770f422-3bbb-499e-9166-595b6c1926bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.910706] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1189.910706] env[66507]: value = "task-4639054" [ 1189.910706] env[66507]: _type = "Task" [ 1189.910706] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.923578] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.956432] env[66507]: INFO nova.compute.manager [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Swapping old allocation on dict_keys(['6a4ab062-316e-4d9d-a5f3-22dace365bf4']) held by migration 12c9e9b4-481c-475c-9c50-ef56464f36aa for instance [ 1189.967640] env[66507]: INFO nova.compute.manager [-] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Took 1.53 seconds to deallocate network for instance. [ 1189.983401] env[66507]: DEBUG nova.scheduler.client.report [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Overwriting current allocation {'allocations': {'6a4ab062-316e-4d9d-a5f3-22dace365bf4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': 'dc410235df7b4c02b913d13d2df6338e', 'user_id': '58f85b9450db40f99e849e55f8d5583a', 'consumer_generation': 1} on consumer 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1189.985551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.985850] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.987963] env[66507]: DEBUG nova.compute.manager [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1189.988227] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.989576] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86038b82-0a98-45b2-94cf-3beabe10eacd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.999624] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.999924] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08bfb34b-2595-474c-a138-ed5bf7d6337e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.008960] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1190.008960] env[66507]: value = "task-4639055" [ 1190.008960] env[66507]: _type = "Task" [ 1190.008960] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.018992] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.045915] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.265502] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6cee6672-5055-4249-901d-569c8e0a71f0 tempest-ServersListShow296Test-1732321133 tempest-ServersListShow296Test-1732321133-project-member] Lock "938cf282-d852-4061-9b1d-3c2d7142d79b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.123s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.266522] env[66507]: INFO nova.compute.manager [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Took 17.51 seconds to build instance. [ 1190.270743] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.270948] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.271130] env[66507]: DEBUG nova.network.neutron [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1190.318175] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-c156e47e-0878-4024-9b5c-f1dc21935604" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.318428] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-c156e47e-0878-4024-9b5c-f1dc21935604" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.318850] env[66507]: DEBUG nova.objects.instance [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.376231] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.421153] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.479231] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.490238] env[66507]: INFO nova.compute.manager [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Detaching volume 23bb13bb-3afc-4adc-82ba-7e4e4b087c1a [ 1190.519316] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639055, 'name': PowerOffVM_Task, 'duration_secs': 0.229942} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.519654] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.519852] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.520230] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-954e9296-2ad8-4f75-8e09-3f3cd4c670b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.528009] env[66507]: INFO nova.virt.block_device [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Attempting to driver detach volume 23bb13bb-3afc-4adc-82ba-7e4e4b087c1a from mountpoint /dev/sdb [ 1190.528229] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.528412] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905876', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'name': 'volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '42b7ad0f-578e-4e14-8f10-1f45a113ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'serial': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.529279] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2440cf8-2754-4171-be29-93da4312150d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.555661] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce39392-e8c3-48a8-b77f-ab89d390cb00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.564534] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0dd175-d324-4c9a-a715-1e0f92ebfa4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.586611] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08faa0a-c849-4dfb-aa41-f78b5bb1b6b1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.590754] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.590975] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.591172] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleting the datastore file [datastore1] 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.591957] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73044e32-252b-4752-ad9a-1b770571587b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.605474] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The volume has not been displaced from its original location: [datastore2] volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a/volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.611102] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.611915] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53eec7b-397d-4ffa-9a59-886cb8827dfc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.629307] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1190.629307] env[66507]: value = "task-4639057" [ 1190.629307] env[66507]: _type = "Task" [ 1190.629307] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.635447] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1190.635447] env[66507]: value = "task-4639058" [ 1190.635447] env[66507]: _type = "Task" [ 1190.635447] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.642212] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.647980] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.768749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-27b11586-c385-4fd8-bcd4-59feac62a5b0 tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.021s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.774012] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.823118] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.877062] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.918036] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04278e60-01b1-4dbe-bcf8-acc490f5d440 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.924594] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639054, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.931984] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c346a05-ff45-4a0b-955e-60398306ea6e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.973586] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875bc5e-a318-49c4-8291-fe2438438ee6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.984078] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709b0b7-52c3-4a97-adea-9944221a4797 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.003319] env[66507]: DEBUG nova.compute.provider_tree [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.010886] env[66507]: DEBUG nova.objects.instance [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.039794] env[66507]: WARNING neutronclient.v2_0.client [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.140148] env[66507]: DEBUG oslo_vmware.api [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308292} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.144306] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.144824] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.144824] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.145023] env[66507]: INFO nova.compute.manager [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1191.145311] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1191.145559] env[66507]: DEBUG nova.compute.manager [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1191.145690] env[66507]: DEBUG nova.network.neutron [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1191.145954] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.154370] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639058, 'name': ReconfigVM_Task, 'duration_secs': 0.489793} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.154712] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.159500] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7dbef5-91c8-4de6-8f77-40ca42ac25e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.178033] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1191.178033] env[66507]: value = "task-4639059" [ 1191.178033] env[66507]: _type = "Task" [ 1191.178033] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.186755] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.245592] env[66507]: DEBUG nova.network.neutron [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [{"id": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "address": "fa:16:3e:a0:01:ff", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12609ff0-af", "ovs_interfaceid": "12609ff0-afe0-44c4-8e1e-183d5554e71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.313338] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.385241] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.426522] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639054, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156752} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.426913] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1/1393ce22-76ee-44f4-9f86-6ea7fe4da9a1.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.428054] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.428054] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6562ea-7ac1-45d0-b0d5-b167f52f81f4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.436263] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1191.436263] env[66507]: value = "task-4639060" [ 1191.436263] env[66507]: _type = "Task" [ 1191.436263] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.447660] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.516082] env[66507]: DEBUG nova.objects.base [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance<5dc1a30f-151c-42a9-90a4-c1a402a1b482> lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.516362] env[66507]: DEBUG nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1191.517170] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.517664] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.532448] env[66507]: ERROR nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [req-82ed8431-8775-4bba-a3f5-d9f823580fb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82ed8431-8775-4bba-a3f5-d9f823580fb2"}]} [ 1191.558143] env[66507]: DEBUG nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.579222] env[66507]: DEBUG nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.580130] env[66507]: DEBUG nova.compute.provider_tree [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.592725] env[66507]: DEBUG nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.619719] env[66507]: DEBUG nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1191.681886] env[66507]: DEBUG nova.policy [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.690753] env[66507]: DEBUG oslo_vmware.api [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639059, 'name': ReconfigVM_Task, 'duration_secs': 0.175884} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.693496] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905876', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'name': 'volume-23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '42b7ad0f-578e-4e14-8f10-1f45a113ffac', 'attached_at': '', 'detached_at': '', 'volume_id': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a', 'serial': '23bb13bb-3afc-4adc-82ba-7e4e4b087c1a'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.749488] env[66507]: DEBUG oslo_concurrency.lockutils [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-2ecde566-7229-4d2d-8593-2eaeaf8196f5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.750554] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d38ab4-0953-42f9-aa98-45d09e3eb4aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.760763] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cda762-1cf9-4d10-973b-a1ca3ddd855d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.831987] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4ffd8f-6203-4465-b769-575d7453875a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.842452] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5dd76d-b1ff-477b-ba1d-7f73afbad439 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.884868] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2895109-ebf9-46ba-b24c-c2e9ec2d2b48 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.896827] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be2402-7f05-4dce-8485-2e4f07b37e65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.901389] env[66507]: DEBUG oslo_vmware.api [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639053, 'name': PowerOnVM_Task, 'duration_secs': 1.542116} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.902654] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.902879] env[66507]: INFO nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1191.903051] env[66507]: DEBUG nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1191.904196] env[66507]: DEBUG nova.compute.manager [req-66faefe1-21bb-44d3-89e2-dcddb28975cb req-ee57be86-c557-48a1-a6bf-0a0c2c1d4b17 service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Received event network-vif-deleted-f77914a4-898b-4c92-a705-35e86e6be527 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1191.905095] env[66507]: INFO nova.compute.manager [req-66faefe1-21bb-44d3-89e2-dcddb28975cb req-ee57be86-c557-48a1-a6bf-0a0c2c1d4b17 service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Neutron deleted interface f77914a4-898b-4c92-a705-35e86e6be527; detaching it from the instance and deleting it from the info cache [ 1191.905095] env[66507]: DEBUG nova.network.neutron [req-66faefe1-21bb-44d3-89e2-dcddb28975cb req-ee57be86-c557-48a1-a6bf-0a0c2c1d4b17 service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.907084] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0253c7b-304e-4c82-b0e6-62e52f39fc30 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.920505] env[66507]: DEBUG nova.compute.provider_tree [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.925328] env[66507]: DEBUG nova.compute.manager [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Received event network-changed-65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1191.925545] env[66507]: DEBUG nova.compute.manager [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Refreshing instance network info cache due to event network-changed-65941a66-bb93-405b-9ccb-0dc0c28eab8d. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1191.925738] env[66507]: DEBUG oslo_concurrency.lockutils [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] Acquiring lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.925870] env[66507]: DEBUG oslo_concurrency.lockutils [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] Acquired lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.926033] env[66507]: DEBUG nova.network.neutron [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Refreshing network info cache for port 65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.947722] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110939} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.948870] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.949705] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0341b5-c850-4f83-805f-90a60251b0f7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.976773] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1/1393ce22-76ee-44f4-9f86-6ea7fe4da9a1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.977863] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff4b8e3-dfec-476e-939e-ce49668dabc5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.001855] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1192.001855] env[66507]: value = "task-4639061" [ 1192.001855] env[66507]: _type = "Task" [ 1192.001855] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.012232] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.093970] env[66507]: DEBUG nova.network.neutron [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.246317] env[66507]: DEBUG nova.objects.instance [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'flavor' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.411682] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-641e5742-2229-49b9-b56d-260a0485bfe4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.422575] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec3ba3e-70bf-4f83-b18a-2bb510f43d2f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.435676] env[66507]: WARNING neutronclient.v2_0.client [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.445896] env[66507]: INFO nova.compute.manager [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Took 18.61 seconds to build instance. [ 1192.463973] env[66507]: DEBUG nova.compute.manager [req-66faefe1-21bb-44d3-89e2-dcddb28975cb req-ee57be86-c557-48a1-a6bf-0a0c2c1d4b17 service nova] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Detach interface failed, port_id=f77914a4-898b-4c92-a705-35e86e6be527, reason: Instance 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1192.470321] env[66507]: DEBUG nova.scheduler.client.report [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1192.470602] env[66507]: DEBUG nova.compute.provider_tree [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 168 to 169 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1192.470785] env[66507]: DEBUG nova.compute.provider_tree [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.514483] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639061, 'name': ReconfigVM_Task, 'duration_secs': 0.31534} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.514906] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1/1393ce22-76ee-44f4-9f86-6ea7fe4da9a1.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.515750] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-155317db-eba5-46a9-8d3e-0dbd677a0abe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.522638] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1192.522638] env[66507]: value = "task-4639062" [ 1192.522638] env[66507]: _type = "Task" [ 1192.522638] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.534685] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639062, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.595962] env[66507]: INFO nova.compute.manager [-] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Took 1.45 seconds to deallocate network for instance. [ 1192.724032] env[66507]: WARNING neutronclient.v2_0.client [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.806861] env[66507]: DEBUG nova.network.neutron [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updated VIF entry in instance network info cache for port 65941a66-bb93-405b-9ccb-0dc0c28eab8d. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.807247] env[66507]: DEBUG nova.network.neutron [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating instance_info_cache with network_info: [{"id": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "address": "fa:16:3e:d1:c9:c8", "network": {"id": "06503c2f-c2b8-4c11-a22c-29dc8d8405e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1721340173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c5d019036544c74906b5b153d97affd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65941a66-bb", "ovs_interfaceid": "65941a66-bb93-405b-9ccb-0dc0c28eab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.863122] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.863406] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6027fd9-09ba-429b-bc03-28a1ab3f3639 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.872276] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1192.872276] env[66507]: value = "task-4639063" [ 1192.872276] env[66507]: _type = "Task" [ 1192.872276] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.880734] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.949056] env[66507]: DEBUG oslo_concurrency.lockutils [None req-dbefe206-6802-4ce0-a3b1-0acd4871ff02 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.122s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.976152] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.976739] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1192.979452] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.173s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.979599] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.979807] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.980128] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.501s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.980317] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.983451] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d596e-ffa4-4341-9ddf-ac0cb12359c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.992401] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c80fb-8997-477b-a606-566217457c8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.008532] env[66507]: INFO nova.scheduler.client.report [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted allocations for instance f72e63cb-361b-4e9d-827f-aa15bf6bf19c [ 1193.010093] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3698c3c-e4c3-4a30-918d-95207a5c3a0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.021372] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699db4f-1ada-426b-9aec-876d0e261a38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.034115] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639062, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.063865] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178486MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1193.064078] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.064377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.102742] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.251986] env[66507]: DEBUG nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Successfully updated port: c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1193.255112] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0398bdc6-264d-452e-a34d-3878625d3dc0 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.310817] env[66507]: DEBUG oslo_concurrency.lockutils [req-43ba3ae5-024c-43ce-96c0-06c62ad99320 req-9b958439-7afe-4cca-a633-829a0be546da service nova] Releasing lock "refresh_cache-e5c64346-aad7-4b3a-8aad-bb5734d0d33c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.386013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.386013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.386013] env[66507]: DEBUG nova.compute.manager [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1193.386013] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.387033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af12024-d1c3-4bed-a7dc-e37a15b67152 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.393985] env[66507]: DEBUG nova.compute.manager [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1193.394692] env[66507]: DEBUG nova.objects.instance [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'flavor' on Instance uuid f9271860-7163-4942-9d46-58f06496ff1d {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.485505] env[66507]: DEBUG nova.compute.utils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.486978] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1193.487339] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1193.487729] env[66507]: WARNING neutronclient.v2_0.client [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.488064] env[66507]: WARNING neutronclient.v2_0.client [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.519443] env[66507]: DEBUG oslo_concurrency.lockutils [None req-065f87a6-f966-446d-aed4-2d9c8db441ec tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "f72e63cb-361b-4e9d-827f-aa15bf6bf19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.772s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.536398] env[66507]: DEBUG nova.policy [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7731160326af47dfac8723b6e7cd3c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d44c70b2a445ebce30af2b3bbac08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.538454] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639062, 'name': Rename_Task, 'duration_secs': 0.897348} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.539296] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.539562] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2dfa87-e6ae-4d01-8c0d-5973c079692a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.547579] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1193.547579] env[66507]: value = "task-4639064" [ 1193.547579] env[66507]: _type = "Task" [ 1193.547579] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.557766] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.754753] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.754987] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.755218] env[66507]: DEBUG nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.811387] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Successfully created port: 4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1193.884496] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639063, 'name': PowerOffVM_Task, 'duration_secs': 0.598813} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.884804] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.885466] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.885674] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.885826] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.886012] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.886254] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.886419] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.886624] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.886820] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.886932] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.887115] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.887300] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.892755] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ce55db-257c-4919-a2a2-5279947c24f8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.905905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.906155] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.907107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.907107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.907107] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.909823] env[66507]: INFO nova.compute.manager [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Terminating instance [ 1193.916578] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1193.916578] env[66507]: value = "task-4639065" [ 1193.916578] env[66507]: _type = "Task" [ 1193.916578] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.931312] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.992435] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1194.062332] env[66507]: DEBUG oslo_vmware.api [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639064, 'name': PowerOnVM_Task, 'duration_secs': 0.458208} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.062622] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.062900] env[66507]: INFO nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1194.063116] env[66507]: DEBUG nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1194.063978] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad93e0d5-b549-4faf-8709-66b6d08e3767 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.099167] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance bfa849b2-573e-46a0-aecf-8eb7af212649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.099435] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 245ce53d-8534-4b19-8d43-3a009693c2ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.099659] env[66507]: WARNING nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1194.099837] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.100374] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.100592] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 5dc1a30f-151c-42a9-90a4-c1a402a1b482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.100739] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 2ecde566-7229-4d2d-8593-2eaeaf8196f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.100862] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance e5c64346-aad7-4b3a-8aad-bb5734d0d33c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.101038] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance f9271860-7163-4942-9d46-58f06496ff1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.101177] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.101244] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance ba68de70-36af-4f23-9cd4-d5a286a5c550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1194.101438] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1194.101604] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1194.256465] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c856f718-1144-4978-aaa5-677b4b80a984 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.267237] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c05a6-2141-422e-a9d7-31c85418df54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.298831] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e584c-dc2a-4202-96fe-b6974fffbd86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.307778] env[66507]: WARNING nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1194.307988] env[66507]: WARNING nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1194.311576] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db7ab69-dec9-46f3-9b23-9863e75b78eb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.327089] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.411964] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.412516] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fa1a03-42e4-43b0-b388-58a5e23d00c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.417634] env[66507]: DEBUG nova.compute.manager [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1194.417859] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.419725] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80eae1-0249-4c1e-95de-9cd5e81bf38d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.431238] env[66507]: DEBUG oslo_vmware.api [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1194.431238] env[66507]: value = "task-4639066" [ 1194.431238] env[66507]: _type = "Task" [ 1194.431238] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.443205] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.443499] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.444138] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fddd3a-18b3-4196-be73-c57fe57b065d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.448906] env[66507]: DEBUG oslo_vmware.api [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.450622] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1194.450622] env[66507]: value = "task-4639067" [ 1194.450622] env[66507]: _type = "Task" [ 1194.450622] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.460287] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.470396] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.520179] env[66507]: DEBUG nova.compute.manager [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-plugged-c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1194.520470] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.520992] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.520992] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.521122] env[66507]: DEBUG nova.compute.manager [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] No waiting events found dispatching network-vif-plugged-c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1194.521219] env[66507]: WARNING nova.compute.manager [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received unexpected event network-vif-plugged-c156e47e-0878-4024-9b5c-f1dc21935604 for instance with vm_state active and task_state None. [ 1194.521531] env[66507]: DEBUG nova.compute.manager [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-changed-c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1194.521725] env[66507]: DEBUG nova.compute.manager [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing instance network info cache due to event network-changed-c156e47e-0878-4024-9b5c-f1dc21935604. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1194.521914] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.588050] env[66507]: INFO nova.compute.manager [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Took 20.58 seconds to build instance. [ 1194.701894] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.830679] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.929281] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.941694] env[66507]: DEBUG oslo_vmware.api [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639066, 'name': PowerOffVM_Task, 'duration_secs': 0.234043} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.941979] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.943160] env[66507]: DEBUG nova.compute.manager [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1194.943992] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818b4ba-89a9-4e5e-a137-1cffb72c7793 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.966549] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639067, 'name': PowerOffVM_Task, 'duration_secs': 0.205881} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.966826] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.966989] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.967266] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e32941a-406c-486b-9c5e-612d69a4477c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.003273] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.008091] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1195.039465] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.039738] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.039898] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.040093] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.040228] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.040374] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.040599] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.040789] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.040960] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.041132] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.041314] env[66507]: DEBUG nova.virt.hardware [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.042621] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e7996-405f-49ad-b1c0-21aaf8b37bcf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.051480] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.051480] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.051724] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore2] 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.052030] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da863c5-1bb3-4265-9502-b0b8e495e179 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.058823] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fecb8cf-36e0-43ab-8959-1b0e608c0c7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.065296] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1195.065296] env[66507]: value = "task-4639069" [ 1195.065296] env[66507]: _type = "Task" [ 1195.065296] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.084057] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.093282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d70c01ee-ecc2-44af-8047-652d8d048a4c tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.120s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.162591] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.162851] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.178408] env[66507]: DEBUG nova.network.neutron [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "address": "fa:16:3e:7b:16:e4", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdbf4ce-ca", "ovs_interfaceid": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c156e47e-0878-4024-9b5c-f1dc21935604", "address": "fa:16:3e:81:a7:5b", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156e47e-08", "ovs_interfaceid": "c156e47e-0878-4024-9b5c-f1dc21935604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.336333] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1195.336585] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.336845] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.234s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.337073] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.362387] env[66507]: INFO nova.scheduler.client.report [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleted allocations for instance 50a96d24-8e82-44d1-b476-a8ebe8e7bf92 [ 1195.418292] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Successfully updated port: 4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1195.431465] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639065, 'name': ReconfigVM_Task, 'duration_secs': 1.211106} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.432201] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f36bd-1094-4c96-bc04-346b88433965 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.455238] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.455456] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.455597] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.455811] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.456009] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.456168] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.456451] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.456506] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.456667] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.456844] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.456983] env[66507]: DEBUG nova.virt.hardware [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.457836] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73985034-aa4f-4920-834b-f20dc82a371c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.466784] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1195.466784] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]520ed6a2-f0fd-f50b-804b-568300c559ff" [ 1195.466784] env[66507]: _type = "Task" [ 1195.466784] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.467392] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b71ef9a3-04ce-44bd-930d-66f1423ed9e0 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.480913] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520ed6a2-f0fd-f50b-804b-568300c559ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.515310] env[66507]: DEBUG nova.compute.manager [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Received event network-vif-plugged-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1195.515483] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] Acquiring lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.517190] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.517190] env[66507]: DEBUG oslo_concurrency.lockutils [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.517190] env[66507]: DEBUG nova.compute.manager [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] No waiting events found dispatching network-vif-plugged-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1195.517190] env[66507]: WARNING nova.compute.manager [req-c0be297a-0df1-4843-8421-5b16593fadac req-9f18212f-b3d9-43e4-a2c1-8fc30a91907d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Received unexpected event network-vif-plugged-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a for instance with vm_state building and task_state spawning. [ 1195.576164] env[66507]: DEBUG oslo_vmware.api [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301252} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.576590] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.576590] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.576762] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.576917] env[66507]: INFO nova.compute.manager [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1195.577185] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.577389] env[66507]: DEBUG nova.compute.manager [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1195.577484] env[66507]: DEBUG nova.network.neutron [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1195.577729] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.612690] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.665230] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1195.681330] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.682112] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.682595] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.683181] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.683181] env[66507]: DEBUG nova.network.neutron [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Refreshing network info cache for port c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.685312] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e50f62-cbeb-4086-9a27-974b250bc34c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.707297] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.707586] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.707702] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.708630] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.708630] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.708630] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.708630] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.708630] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.708863] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.708981] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.709108] env[66507]: DEBUG nova.virt.hardware [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.715541] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfiguring VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1195.717024] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5685d7-ee34-4778-883e-875b9ea3ff71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.736454] env[66507]: DEBUG oslo_vmware.api [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1195.736454] env[66507]: value = "task-4639070" [ 1195.736454] env[66507]: _type = "Task" [ 1195.736454] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.746249] env[66507]: DEBUG oslo_vmware.api [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639070, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.871786] env[66507]: DEBUG oslo_concurrency.lockutils [None req-96c36b96-123c-4508-a5a6-f7cef1456c60 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "50a96d24-8e82-44d1-b476-a8ebe8e7bf92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.399s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.927084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.927084] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquired lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.927084] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1195.980707] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]520ed6a2-f0fd-f50b-804b-568300c559ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01506} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.986512] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.986897] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d517645a-3ebf-4ab5-abbc-67a0bd3a5612 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.007416] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1196.007416] env[66507]: value = "task-4639071" [ 1196.007416] env[66507]: _type = "Task" [ 1196.007416] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.017932] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.100644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "245ce53d-8534-4b19-8d43-3a009693c2ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.100941] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.101213] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.101454] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.101663] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.104382] env[66507]: INFO nova.compute.manager [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Terminating instance [ 1196.191080] env[66507]: WARNING neutronclient.v2_0.client [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.193470] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.193744] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.195754] env[66507]: INFO nova.compute.claims [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.250370] env[66507]: DEBUG oslo_vmware.api [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.407560] env[66507]: WARNING neutronclient.v2_0.client [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.473392] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.506909] env[66507]: DEBUG nova.network.neutron [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updated VIF entry in instance network info cache for port c156e47e-0878-4024-9b5c-f1dc21935604. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.507419] env[66507]: DEBUG nova.network.neutron [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "address": "fa:16:3e:7b:16:e4", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdbf4ce-ca", "ovs_interfaceid": "4bdbf4ce-ca23-4de7-a880-0a413b575fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c156e47e-0878-4024-9b5c-f1dc21935604", "address": "fa:16:3e:81:a7:5b", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156e47e-08", "ovs_interfaceid": "c156e47e-0878-4024-9b5c-f1dc21935604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.520484] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639071, 'name': ReconfigVM_Task, 'duration_secs': 0.25009} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.521531] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.522446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87dc8f8-13ae-4b7a-b8a0-9970520cbcf7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.551348] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.554875] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b880cf7-83d4-4002-9998-c58e52ba26f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.569475] env[66507]: DEBUG nova.network.neutron [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.578359] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1196.578359] env[66507]: value = "task-4639072" [ 1196.578359] env[66507]: _type = "Task" [ 1196.578359] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.590858] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.605771] env[66507]: WARNING neutronclient.v2_0.client [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.608737] env[66507]: DEBUG nova.compute.manager [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1196.608988] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.610389] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89275bbd-914d-42ae-be8a-8e78cd997c4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.620412] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.621210] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fefcf9c1-7d97-42ae-a497-4d12e2bdc1cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.629078] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1196.629078] env[66507]: value = "task-4639073" [ 1196.629078] env[66507]: _type = "Task" [ 1196.629078] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.642018] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.699904] env[66507]: DEBUG nova.network.neutron [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Updating instance_info_cache with network_info: [{"id": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "address": "fa:16:3e:15:55:6b", "network": {"id": "84d887c8-8de8-4ed8-b9fb-dcd4c3f1e294", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1283475064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d44c70b2a445ebce30af2b3bbac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4670b2-38", "ovs_interfaceid": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.747946] env[66507]: DEBUG oslo_vmware.api [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639070, 'name': ReconfigVM_Task, 'duration_secs': 0.869845} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.748544] env[66507]: WARNING neutronclient.v2_0.client [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.757632] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.757927] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfigured VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1196.829553] env[66507]: INFO nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Rebuilding instance [ 1196.882783] env[66507]: DEBUG nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1196.884073] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8751fd1-92c6-4472-8ae4-ca35e5db0874 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.015236] env[66507]: DEBUG oslo_concurrency.lockutils [req-dc5c8d04-b3ee-4eeb-b417-3cf01bc04245 req-c52afd90-2593-43be-846a-db39685ced2a service nova] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.072442] env[66507]: INFO nova.compute.manager [-] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Took 1.49 seconds to deallocate network for instance. [ 1197.089693] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.140909] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639073, 'name': PowerOffVM_Task, 'duration_secs': 0.200012} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.141215] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.141381] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.141646] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d8d9ee-9ee7-45d5-80e1-4d36dcbcd0ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.206245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Releasing lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.206680] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Instance network_info: |[{"id": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "address": "fa:16:3e:15:55:6b", "network": {"id": "84d887c8-8de8-4ed8-b9fb-dcd4c3f1e294", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1283475064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d44c70b2a445ebce30af2b3bbac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4670b2-38", "ovs_interfaceid": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1197.211721] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:55:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.219861] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Creating folder: Project (7f7d44c70b2a445ebce30af2b3bbac08). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.221706] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0f87de-2fa7-4c47-8f23-b940fa732f64 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.223917] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.224164] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.224314] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleting the datastore file [datastore2] 245ce53d-8534-4b19-8d43-3a009693c2ff {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.224574] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c15dd8c-3320-4912-b2d4-3e3b5ba1a392 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.233310] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for the task: (returnval){ [ 1197.233310] env[66507]: value = "task-4639076" [ 1197.233310] env[66507]: _type = "Task" [ 1197.233310] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.239058] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Created folder: Project (7f7d44c70b2a445ebce30af2b3bbac08) in parent group-v905587. [ 1197.239344] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Creating folder: Instances. Parent ref: group-v905903. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.243069] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd1e7261-e88b-4ca5-92de-c2da26985930 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.244959] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.256866] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Created folder: Instances in parent group-v905903. [ 1197.257166] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1197.260232] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.260397] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bfb3c11-6f4f-4ac3-b7ee-4dd1a7d6cfd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.279341] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d7f94a3d-221c-4502-a4a5-857125609474 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-c156e47e-0878-4024-9b5c-f1dc21935604" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.961s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.286579] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.286579] env[66507]: value = "task-4639078" [ 1197.286579] env[66507]: _type = "Task" [ 1197.286579] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.296284] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639078, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.335052] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.338277] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.338689] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.338861] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.339108] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.339216] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.339421] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.339481] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1197.394646] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac445b-548d-47d4-b59a-a87dd071d042 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.407767] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6f901-91d3-4e92-a411-2cae296e3480 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.442114] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e8eb1-f227-48e1-9e62-0902c0d03783 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.450920] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3a6de-8de8-4a18-9875-77e65807fcb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.466916] env[66507]: DEBUG nova.compute.provider_tree [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.580242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.589906] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639072, 'name': ReconfigVM_Task, 'duration_secs': 0.597045} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.590271] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5/2ecde566-7229-4d2d-8593-2eaeaf8196f5.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.591235] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673757b-6835-43e2-97e4-427aeec03d25 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.616491] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be90c8f-56cb-47e9-a472-6e98eaaa763d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.642410] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e369a-a080-41cb-9e50-9a93307a7415 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.665308] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ffa16a-e9b7-4b5b-a47d-7a9d9c3fa94f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.673966] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.674255] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7639e2c6-51d8-4767-8b85-6bdcb8229f1a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.683126] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1197.683126] env[66507]: value = "task-4639079" [ 1197.683126] env[66507]: _type = "Task" [ 1197.683126] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.695342] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.743952] env[66507]: DEBUG oslo_vmware.api [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Task: {'id': task-4639076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287623} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.744255] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.744435] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.744612] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.744777] env[66507]: INFO nova.compute.manager [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1197.745038] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1197.745243] env[66507]: DEBUG nova.compute.manager [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1197.745342] env[66507]: DEBUG nova.network.neutron [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1197.745596] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.770383] env[66507]: DEBUG nova.compute.manager [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Received event network-changed-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1197.770577] env[66507]: DEBUG nova.compute.manager [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Refreshing instance network info cache due to event network-changed-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1197.770902] env[66507]: DEBUG oslo_concurrency.lockutils [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] Acquiring lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.771197] env[66507]: DEBUG oslo_concurrency.lockutils [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] Acquired lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.771445] env[66507]: DEBUG nova.network.neutron [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Refreshing network info cache for port 4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.795238] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.801262] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639078, 'name': CreateVM_Task, 'duration_secs': 0.443782} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.801450] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.801984] env[66507]: WARNING neutronclient.v2_0.client [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.802343] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.802489] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.802795] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.803078] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7a4763-a909-4c37-b84c-96bb34a77ea4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.809710] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1197.809710] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a5211c-7297-eca7-be67-c57d27e5cd40" [ 1197.809710] env[66507]: _type = "Task" [ 1197.809710] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.819605] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a5211c-7297-eca7-be67-c57d27e5cd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.903773] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.903935] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3bbf117-27c2-4381-acf8-8fc8e4d17739 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.915417] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1197.915417] env[66507]: value = "task-4639080" [ 1197.915417] env[66507]: _type = "Task" [ 1197.915417] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.924093] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1197.924753] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.925345] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9227f1-6c58-4ac5-abac-08298e799b3d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.933110] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.933388] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ec1f9a-5028-459f-8c74-9d22d598bfb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.970243] env[66507]: DEBUG nova.scheduler.client.report [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.985191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.985660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.986027] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.986428] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.986597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.989481] env[66507]: INFO nova.compute.manager [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Terminating instance [ 1198.036456] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.036613] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.036782] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] f9271860-7163-4942-9d46-58f06496ff1d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.038831] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f98c9d-22f2-483d-8abf-f4a60f3c3bb0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.047489] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1198.047489] env[66507]: value = "task-4639082" [ 1198.047489] env[66507]: _type = "Task" [ 1198.047489] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.057896] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.197178] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.274137] env[66507]: WARNING neutronclient.v2_0.client [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.321065] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a5211c-7297-eca7-be67-c57d27e5cd40, 'name': SearchDatastore_Task, 'duration_secs': 0.019139} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.321436] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.321712] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.321955] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.322128] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.322323] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.322595] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24430c0d-c0ba-4add-b4bc-6b0183bde074 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.332344] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.332521] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.333259] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08c8140-9774-49d7-a397-d982d2077fb7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.339306] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1198.339306] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b24d37-966c-bb81-f1d2-0a67f33d8a3f" [ 1198.339306] env[66507]: _type = "Task" [ 1198.339306] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.347766] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b24d37-966c-bb81-f1d2-0a67f33d8a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.428959] env[66507]: WARNING neutronclient.v2_0.client [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.475950] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.476521] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1198.480276] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.900s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.480671] env[66507]: DEBUG nova.objects.instance [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'resources' on Instance uuid 42b7ad0f-578e-4e14-8f10-1f45a113ffac {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.493973] env[66507]: DEBUG nova.compute.manager [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1198.494205] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.495142] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46771c99-e440-4b8d-811a-8abbc09d175b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.504459] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.504571] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b67cb3c-7a23-4c62-83dc-3c990650600c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.507313] env[66507]: DEBUG nova.network.neutron [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Updated VIF entry in instance network info cache for port 4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.507660] env[66507]: DEBUG nova.network.neutron [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Updating instance_info_cache with network_info: [{"id": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "address": "fa:16:3e:15:55:6b", "network": {"id": "84d887c8-8de8-4ed8-b9fb-dcd4c3f1e294", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1283475064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d44c70b2a445ebce30af2b3bbac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4670b2-38", "ovs_interfaceid": "4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.515493] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1198.515493] env[66507]: value = "task-4639083" [ 1198.515493] env[66507]: _type = "Task" [ 1198.515493] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.526115] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.541772] env[66507]: DEBUG nova.network.neutron [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.558246] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198039} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.559413] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.559413] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.559689] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.694878] env[66507]: DEBUG oslo_vmware.api [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639079, 'name': PowerOnVM_Task, 'duration_secs': 0.803578} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.695263] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.742047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-4bdbf4ce-ca23-4de7-a880-0a413b575fe8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.742211] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-4bdbf4ce-ca23-4de7-a880-0a413b575fe8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.852032] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b24d37-966c-bb81-f1d2-0a67f33d8a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.852857] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5c08fc-449a-4ae7-931e-ed48881acc41 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.858601] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1198.858601] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52b6a087-a411-f063-af64-7a7e163a010a" [ 1198.858601] env[66507]: _type = "Task" [ 1198.858601] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.869906] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b6a087-a411-f063-af64-7a7e163a010a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.984309] env[66507]: DEBUG nova.compute.utils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.989276] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1198.989484] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1198.989814] env[66507]: WARNING neutronclient.v2_0.client [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.990087] env[66507]: WARNING neutronclient.v2_0.client [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.011884] env[66507]: DEBUG oslo_concurrency.lockutils [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] Releasing lock "refresh_cache-ba68de70-36af-4f23-9cd4-d5a286a5c550" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.012394] env[66507]: DEBUG nova.compute.manager [req-a87cdb45-3b0d-4164-a09a-51dd8c78410c req-579ed684-52f2-4cb1-a257-11d6416dd19b service nova] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Received event network-vif-deleted-c21594ab-8c19-475a-9f56-a209a9319121 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1199.027243] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639083, 'name': PowerOffVM_Task, 'duration_secs': 0.421822} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.030058] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.030458] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.032224] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81b2219d-0b3c-470a-b610-0a0d5f84a537 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.044263] env[66507]: INFO nova.compute.manager [-] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Took 1.30 seconds to deallocate network for instance. [ 1199.045920] env[66507]: DEBUG nova.policy [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7234395e657e446ca60262054f1758cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4624bbb01934f47a45737b60b97c8ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.108678] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.109420] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.109420] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Deleting the datastore file [datastore2] 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.109578] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54918d1f-a7d0-49c9-bf8a-96257fffbf9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.117718] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for the task: (returnval){ [ 1199.117718] env[66507]: value = "task-4639085" [ 1199.117718] env[66507]: _type = "Task" [ 1199.117718] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.127518] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.174973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a16e9-f9fc-4c46-b32a-4f90835e0102 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.183778] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a5e5a-c5c1-4b87-9f8c-fd66cc9d3345 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.220394] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb838ac-ad79-4469-8660-af67ce30b218 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.230009] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a586275-571d-480b-94fc-9f75297e4647 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.245703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.245894] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.246339] env[66507]: DEBUG nova.compute.provider_tree [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.248278] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c199aa35-aee3-4e6d-86e7-78c7bdc7a367 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.269970] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff100a19-5137-4405-9b07-e36ba5a4f854 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.296548] env[66507]: WARNING neutronclient.v2_0.client [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.302567] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfiguring VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1199.303570] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e67e684-b250-489b-bd5f-a9ee0f720956 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.324322] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1199.324322] env[66507]: value = "task-4639086" [ 1199.324322] env[66507]: _type = "Task" [ 1199.324322] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.334173] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.370578] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52b6a087-a411-f063-af64-7a7e163a010a, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.370741] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.371044] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ba68de70-36af-4f23-9cd4-d5a286a5c550/ba68de70-36af-4f23-9cd4-d5a286a5c550.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.371413] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b91339-88e0-4fc0-b6e8-a373256f9e71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.381105] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1199.381105] env[66507]: value = "task-4639087" [ 1199.381105] env[66507]: _type = "Task" [ 1199.381105] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.390279] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.424290] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Successfully created port: 538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1199.490022] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1199.553889] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.600055] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.600322] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.600477] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.600677] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.600833] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.600978] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.601217] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.601375] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.601540] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.601725] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.601889] env[66507]: DEBUG nova.virt.hardware [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.602832] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4bff4e-4ca7-4ac3-8143-ad1c964bbc7e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.612273] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af2a51-2cc6-4f38-a0ca-6536ea9c8ee4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.629502] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b31f3d18-3080-4a85-b0ea-5a14b0f5d08e', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.637594] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1199.638474] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.638717] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5805f18d-b6ec-43f9-adff-fee3a8cd329d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.659083] env[66507]: DEBUG oslo_vmware.api [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Task: {'id': task-4639085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247236} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.659813] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.660050] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.660250] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.660424] env[66507]: INFO nova.compute.manager [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1199.660699] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1199.660921] env[66507]: DEBUG nova.compute.manager [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1199.661031] env[66507]: DEBUG nova.network.neutron [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1199.661283] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.665257] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.665257] env[66507]: value = "task-4639088" [ 1199.665257] env[66507]: _type = "Task" [ 1199.665257] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.673961] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639088, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.724772] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.752701] env[66507]: DEBUG nova.scheduler.client.report [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.780029] env[66507]: INFO nova.compute.manager [None req-907b5886-d23f-4071-b50d-6dbc185bca68 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance to original state: 'active' [ 1199.815668] env[66507]: DEBUG nova.compute.manager [req-ecc7df98-2b40-4a8b-8e61-467dc2ee3200 req-0c0d89a0-12d0-4e1c-9f64-3d3de88c9799 service nova] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Received event network-vif-deleted-192c6d9b-d8fb-4fbb-9fd7-6da4baa9aaed {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1199.838198] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.895009] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.176494] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639088, 'name': CreateVM_Task, 'duration_secs': 0.442664} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.176713] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.177225] env[66507]: WARNING neutronclient.v2_0.client [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1200.177586] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.177731] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.178066] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.178330] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99cf43d-2e1d-433f-84aa-1101aba49a54 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.183724] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1200.183724] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52c3d90f-cfff-cd2c-7ea5-dc5bd45ace5f" [ 1200.183724] env[66507]: _type = "Task" [ 1200.183724] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.192679] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c3d90f-cfff-cd2c-7ea5-dc5bd45ace5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.259013] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.261547] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.708s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.262218] env[66507]: DEBUG nova.objects.instance [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lazy-loading 'resources' on Instance uuid 245ce53d-8534-4b19-8d43-3a009693c2ff {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.282832] env[66507]: INFO nova.scheduler.client.report [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted allocations for instance 42b7ad0f-578e-4e14-8f10-1f45a113ffac [ 1200.338488] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.394393] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632491} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.394716] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] ba68de70-36af-4f23-9cd4-d5a286a5c550/ba68de70-36af-4f23-9cd4-d5a286a5c550.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.394952] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.395243] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df7a604c-5b6e-42c9-8506-e835369378c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.403624] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1200.403624] env[66507]: value = "task-4639089" [ 1200.403624] env[66507]: _type = "Task" [ 1200.403624] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.415530] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.499860] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1200.528338] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1200.528787] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1200.528787] env[66507]: DEBUG nova.virt.hardware [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1200.529530] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9130d-774c-4604-bbf0-426d86a30da5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.533088] env[66507]: DEBUG nova.network.neutron [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.540099] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6cb9a7-db15-40cd-8208-6a009ad92c26 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.696731] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52c3d90f-cfff-cd2c-7ea5-dc5bd45ace5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.697149] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.697433] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.697742] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.697931] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.698190] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.698549] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b12375f-1367-4ecd-8ef4-8c4aa17ab7be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.709289] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.709486] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.710550] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d7ad7b-42c7-4758-a8d4-346da0b537bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.716614] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1200.716614] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a27f03-a425-7203-2e29-745c3e019ef6" [ 1200.716614] env[66507]: _type = "Task" [ 1200.716614] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.725548] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a27f03-a425-7203-2e29-745c3e019ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.799601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-93e2511c-5a20-485d-af88-90f537d718be tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "42b7ad0f-578e-4e14-8f10-1f45a113ffac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.893s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.841168] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.868668] env[66507]: DEBUG nova.compute.manager [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Received event network-vif-plugged-538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1200.868668] env[66507]: DEBUG oslo_concurrency.lockutils [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] Acquiring lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.868668] env[66507]: DEBUG oslo_concurrency.lockutils [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.868668] env[66507]: DEBUG oslo_concurrency.lockutils [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.868668] env[66507]: DEBUG nova.compute.manager [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] No waiting events found dispatching network-vif-plugged-538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1200.868668] env[66507]: WARNING nova.compute.manager [req-31737350-face-493a-b0b5-022669ff6598 req-447da02d-1bd5-4ed9-b784-269962d6a430 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Received unexpected event network-vif-plugged-538ad8cd-5465-401b-88af-08896cfe7117 for instance with vm_state building and task_state spawning. [ 1200.916414] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071415} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.916921] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.917904] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c5ac8-5c0c-44f5-b4f2-45f73d056c7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.923786] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Successfully updated port: 538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1200.944631] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ba68de70-36af-4f23-9cd4-d5a286a5c550/ba68de70-36af-4f23-9cd4-d5a286a5c550.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.945458] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2926746-67ec-416e-b7eb-b6ded73551c9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.949465] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.949631] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.949799] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1200.951207] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec67d1a6-d1f2-4bf0-a456-4b18f64648c7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.974681] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b474c9-9df3-4319-85c2-7024c55f3f78 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.979921] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1200.979921] env[66507]: value = "task-4639090" [ 1200.979921] env[66507]: _type = "Task" [ 1200.979921] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.011308] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1201.014519] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450397f-11a3-4602-99f8-258bed179240 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.020933] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.026578] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb519d5-51fa-4093-84f6-bc074e8d7a84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.042260] env[66507]: INFO nova.compute.manager [-] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Took 1.38 seconds to deallocate network for instance. [ 1201.042832] env[66507]: DEBUG nova.compute.provider_tree [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.107532] env[66507]: WARNING neutronclient.v2_0.client [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.188699] env[66507]: DEBUG nova.network.neutron [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.227595] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a27f03-a425-7203-2e29-745c3e019ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.228444] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521a8f9f-4b4b-48a6-9c78-b092f85e1898 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.236683] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1201.236683] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52aa3c1f-75d3-77b9-a9fb-2978bc3c8187" [ 1201.236683] env[66507]: _type = "Task" [ 1201.236683] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.240701] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.240941] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.241174] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.241349] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.241510] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.246111] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52aa3c1f-75d3-77b9-a9fb-2978bc3c8187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.246679] env[66507]: INFO nova.compute.manager [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Terminating instance [ 1201.339787] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.491874] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.549952] env[66507]: DEBUG nova.scheduler.client.report [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.554127] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.691366] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.691817] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Instance network_info: |[{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1201.692348] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cd:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538ad8cd-5465-401b-88af-08896cfe7117', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.699966] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1201.700641] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.700920] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09dda942-b459-4a23-972e-bf54584503b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.723322] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.723322] env[66507]: value = "task-4639091" [ 1201.723322] env[66507]: _type = "Task" [ 1201.723322] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.731713] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639091, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.746681] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52aa3c1f-75d3-77b9-a9fb-2978bc3c8187, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.746902] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.747179] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.747457] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1fe5ef3-01f5-4d0b-a51c-f7b804883399 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.750392] env[66507]: DEBUG nova.compute.manager [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1201.750607] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.750962] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651945a7-496f-426e-85a1-5b537a120ab7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.761015] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1201.761015] env[66507]: value = "task-4639093" [ 1201.761015] env[66507]: _type = "Task" [ 1201.761015] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.762653] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1201.762653] env[66507]: value = "task-4639092" [ 1201.762653] env[66507]: _type = "Task" [ 1201.762653] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.777345] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.781125] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.841546] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.862450] env[66507]: DEBUG nova.compute.manager [req-5f1248e3-8a65-4222-98b7-05ccb785ee8f req-9c602e24-ee86-4f27-bab7-dd9c4f26c23a service nova] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Received event network-vif-deleted-dc11c175-ef38-4209-ac43-24f45ffbe411 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1201.995935] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639090, 'name': ReconfigVM_Task, 'duration_secs': 0.740811} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.996409] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ba68de70-36af-4f23-9cd4-d5a286a5c550/ba68de70-36af-4f23-9cd4-d5a286a5c550.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.997612] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca5e227-1ae3-4afc-9af9-e41f7d6d5dd0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.007403] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1202.007403] env[66507]: value = "task-4639094" [ 1202.007403] env[66507]: _type = "Task" [ 1202.007403] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.018411] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639094, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.055675] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.058912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.059433] env[66507]: DEBUG nova.objects.instance [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lazy-loading 'resources' on Instance uuid 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.091109] env[66507]: INFO nova.scheduler.client.report [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Deleted allocations for instance 245ce53d-8534-4b19-8d43-3a009693c2ff [ 1202.239680] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639091, 'name': CreateVM_Task, 'duration_secs': 0.482739} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.239898] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.240487] env[66507]: WARNING neutronclient.v2_0.client [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.240981] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.241147] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.241482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.241783] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42deb75e-ccd2-4de0-ac50-c48d5b04535c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.249768] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1202.249768] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d93173-fc35-34f1-3b18-e2c3b80e8500" [ 1202.249768] env[66507]: _type = "Task" [ 1202.249768] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.261577] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d93173-fc35-34f1-3b18-e2c3b80e8500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.273294] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639093, 'name': PowerOffVM_Task, 'duration_secs': 0.263721} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.276473] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.276683] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.276869] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905890', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'name': 'volume-ce358d9e-9828-4c79-9e44-ec3daa061d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2ecde566-7229-4d2d-8593-2eaeaf8196f5', 'attached_at': '2025-11-21T02:29:36.000000', 'detached_at': '', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'serial': 'ce358d9e-9828-4c79-9e44-ec3daa061d93'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.277823] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639092, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.277894] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e12b38-73ea-4e44-833e-ea6a466d998e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.301056] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8a0f6-bc0e-41d6-b143-9d4a42ac845a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.309513] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e962abe-da26-45e2-857b-8c4a22ef1ce0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.335535] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66349b0-4f0c-4073-85fd-ea4658e74240 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.344066] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.354357] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce358d9e-9828-4c79-9e44-ec3daa061d93/volume-ce358d9e-9828-4c79-9e44-ec3daa061d93.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.359643] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.359984] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092ce336-e63b-47a6-b160-f1494d0cf763 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.378740] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1202.378740] env[66507]: value = "task-4639095" [ 1202.378740] env[66507]: _type = "Task" [ 1202.378740] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.387815] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.518810] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639094, 'name': Rename_Task, 'duration_secs': 0.190989} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.519118] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.519563] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b477ac0-b7c7-4dc5-a840-af0f2a6c2925 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.529385] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1202.529385] env[66507]: value = "task-4639096" [ 1202.529385] env[66507]: _type = "Task" [ 1202.529385] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.538921] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.600587] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c5a03363-529b-432b-aed9-6c3828c43f73 tempest-ListImageFiltersTestJSON-1337315773 tempest-ListImageFiltersTestJSON-1337315773-project-member] Lock "245ce53d-8534-4b19-8d43-3a009693c2ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.707161] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19600ad6-295d-4eea-bf55-b485f1ff6dd5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.715453] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd06cb98-f167-434d-a05c-6b0bdcda9625 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.755806] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b75d860-7931-41e1-95e8-ced33b8538ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.768298] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d93173-fc35-34f1-3b18-e2c3b80e8500, 'name': SearchDatastore_Task, 'duration_secs': 0.027241} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.771670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.771993] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.772244] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.772383] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.772556] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.774179] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62eb7b8-9cfe-45a0-af24-d9ea0f5dc4c8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.778608] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-279de503-9115-49bc-bc5f-6554eb21f9dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.787050] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528469} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.794918] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.795164] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.795651] env[66507]: DEBUG nova.compute.provider_tree [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.797890] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4708b471-493b-4d17-9e81-b6a8db29d89f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.799809] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.799975] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.800913] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a052677-faf0-4351-90a9-bc722be60b44 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.807034] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1202.807034] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a40957-e067-9f61-7c58-907e885fcf2d" [ 1202.807034] env[66507]: _type = "Task" [ 1202.807034] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.812032] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1202.812032] env[66507]: value = "task-4639097" [ 1202.812032] env[66507]: _type = "Task" [ 1202.812032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.819104] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a40957-e067-9f61-7c58-907e885fcf2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.825122] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.842370] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.889645] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639095, 'name': ReconfigVM_Task, 'duration_secs': 0.21662} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.889946] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.896188] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee275228-933f-4683-89a7-90afb2e94cfe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.914835] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1202.914835] env[66507]: value = "task-4639098" [ 1202.914835] env[66507]: _type = "Task" [ 1202.914835] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.923095] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.963634] env[66507]: DEBUG nova.compute.manager [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Received event network-changed-538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1202.963871] env[66507]: DEBUG nova.compute.manager [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Refreshing instance network info cache due to event network-changed-538ad8cd-5465-401b-88af-08896cfe7117. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1202.964207] env[66507]: DEBUG oslo_concurrency.lockutils [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] Acquiring lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.964376] env[66507]: DEBUG oslo_concurrency.lockutils [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] Acquired lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.964585] env[66507]: DEBUG nova.network.neutron [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Refreshing network info cache for port 538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.042612] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.321732] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a40957-e067-9f61-7c58-907e885fcf2d, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.323121] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf06f57-e2b4-40d5-9d93-e22bc7c369d9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.326436] env[66507]: ERROR nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] [req-1e063e3d-bbf1-4561-a60e-86876e7a388f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6a4ab062-316e-4d9d-a5f3-22dace365bf4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e063e3d-bbf1-4561-a60e-86876e7a388f"}]} [ 1203.331701] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06936} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.332593] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.336446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5c224f-dc40-4ab5-8f70-b0257bcc9b85 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.340735] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1203.340735] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526e326b-162a-d5d8-565e-336f343dc011" [ 1203.340735] env[66507]: _type = "Task" [ 1203.340735] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.357760] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.368097] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.369557] env[66507]: DEBUG nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Refreshing inventories for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.372125] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c58f980-4401-4d6c-a476-805adaf4b894 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.395107] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526e326b-162a-d5d8-565e-336f343dc011, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.395977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.396251] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 665a34a7-a4d9-490e-8ff9-f36c7ae0803f/665a34a7-a4d9-490e-8ff9-f36c7ae0803f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.396545] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58f87c2d-4bc9-47e0-91a2-0c215bea14cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.399518] env[66507]: DEBUG nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating ProviderTree inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.399731] env[66507]: DEBUG nova.compute.provider_tree [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.403760] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1203.403760] env[66507]: value = "task-4639099" [ 1203.403760] env[66507]: _type = "Task" [ 1203.403760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.409955] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1203.409955] env[66507]: value = "task-4639100" [ 1203.409955] env[66507]: _type = "Task" [ 1203.409955] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.417879] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.418829] env[66507]: DEBUG nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Refreshing aggregate associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, aggregates: None {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.430827] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.434081] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639098, 'name': ReconfigVM_Task, 'duration_secs': 0.274045} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.434384] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905890', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'name': 'volume-ce358d9e-9828-4c79-9e44-ec3daa061d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2ecde566-7229-4d2d-8593-2eaeaf8196f5', 'attached_at': '2025-11-21T02:29:36.000000', 'detached_at': '', 'volume_id': 'ce358d9e-9828-4c79-9e44-ec3daa061d93', 'serial': 'ce358d9e-9828-4c79-9e44-ec3daa061d93'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.434738] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.435888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75748e2-034d-4110-8318-372aae055251 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.444958] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.445292] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c9483a-9bf9-4eda-9256-72d26eec4ea0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.448659] env[66507]: DEBUG nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Refreshing trait associations for resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66507) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.467930] env[66507]: WARNING neutronclient.v2_0.client [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.545456] env[66507]: DEBUG oslo_vmware.api [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639096, 'name': PowerOnVM_Task, 'duration_secs': 0.729527} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.545456] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.545456] env[66507]: INFO nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1203.545456] env[66507]: DEBUG nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1203.546975] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f491f-8236-4d29-b2d4-7c2d1270564e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.555498] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.555498] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.635239] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589bdd7-9877-456d-b7a6-aa6fd55cc60c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.644827] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5137d12d-be0c-4465-8b75-0846587d05d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.679279] env[66507]: WARNING neutronclient.v2_0.client [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.682310] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bcc5b7-85fe-4e1b-958a-25c3a2ebaf8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.694389] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac1003-7423-481e-b82d-26695af7e498 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.711858] env[66507]: DEBUG nova.compute.provider_tree [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.765844] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.766239] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.766320] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleting the datastore file [datastore2] 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.766615] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4580f390-50c1-46e2-bc0a-f7ac052604e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.769739] env[66507]: DEBUG nova.network.neutron [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updated VIF entry in instance network info cache for port 538ad8cd-5465-401b-88af-08896cfe7117. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1203.770126] env[66507]: DEBUG nova.network.neutron [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.780972] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1203.780972] env[66507]: value = "task-4639102" [ 1203.780972] env[66507]: _type = "Task" [ 1203.780972] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.792904] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.843331] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.896783] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.897129] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.897326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.897740] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.897740] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.900250] env[66507]: INFO nova.compute.manager [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Terminating instance [ 1203.921370] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.924827] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.061731] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1204.076311] env[66507]: INFO nova.compute.manager [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Took 17.85 seconds to build instance. [ 1204.247744] env[66507]: DEBUG nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1204.247744] env[66507]: DEBUG nova.compute.provider_tree [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 171 to 172 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1204.247938] env[66507]: DEBUG nova.compute.provider_tree [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.273859] env[66507]: DEBUG oslo_concurrency.lockutils [req-867167d1-8eb8-4102-a5ce-20721cec9948 req-ab352d6e-aee2-4cf3-94d1-a229e10fae49 service nova] Releasing lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.290526] env[66507]: DEBUG oslo_vmware.api [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37768} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.290760] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.290921] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.291123] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.291292] env[66507]: INFO nova.compute.manager [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Took 2.54 seconds to destroy the instance on the hypervisor. [ 1204.291539] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1204.291728] env[66507]: DEBUG nova.compute.manager [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1204.291825] env[66507]: DEBUG nova.network.neutron [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1204.292090] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.325039] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.344563] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.405156] env[66507]: DEBUG nova.compute.manager [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1204.405453] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.406398] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008133c0-fcda-4781-897e-3f0a3f053cef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.417732] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.421218] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858120d8-c6bd-4ae8-b6d1-3cda46c8f1ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.422783] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639099, 'name': ReconfigVM_Task, 'duration_secs': 0.607102} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.426147] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f9271860-7163-4942-9d46-58f06496ff1d/f9271860-7163-4942-9d46-58f06496ff1d.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.426787] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60788} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.427302] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-044b2a22-2ed4-4fcb-a167-539add0a9d35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.428881] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 665a34a7-a4d9-490e-8ff9-f36c7ae0803f/665a34a7-a4d9-490e-8ff9-f36c7ae0803f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.429106] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.429474] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d46732-bd6a-4c44-9629-9f6534c88e15 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.432620] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1204.432620] env[66507]: value = "task-4639103" [ 1204.432620] env[66507]: _type = "Task" [ 1204.432620] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.439888] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1204.439888] env[66507]: value = "task-4639105" [ 1204.439888] env[66507]: _type = "Task" [ 1204.439888] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.445320] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.445662] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1204.445662] env[66507]: value = "task-4639104" [ 1204.445662] env[66507]: _type = "Task" [ 1204.445662] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.461184] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639104, 'name': Rename_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.465032] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.578876] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b344e81f-2496-4eb7-b4eb-51da14e6d561 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.363s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.591198] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.755031] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.696s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.757993] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.166s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.760909] env[66507]: INFO nova.compute.claims [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.794328] env[66507]: INFO nova.scheduler.client.report [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Deleted allocations for instance 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1 [ 1204.845826] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.885334] env[66507]: DEBUG nova.compute.manager [req-dff950a4-fa9a-4bd8-99ff-55ae977423c3 req-0458fc56-b986-408a-9415-32914a05e4a3 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Received event network-vif-deleted-12609ff0-afe0-44c4-8e1e-183d5554e71f {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1204.885570] env[66507]: INFO nova.compute.manager [req-dff950a4-fa9a-4bd8-99ff-55ae977423c3 req-0458fc56-b986-408a-9415-32914a05e4a3 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Neutron deleted interface 12609ff0-afe0-44c4-8e1e-183d5554e71f; detaching it from the instance and deleting it from the info cache [ 1204.886088] env[66507]: DEBUG nova.network.neutron [req-dff950a4-fa9a-4bd8-99ff-55ae977423c3 req-0458fc56-b986-408a-9415-32914a05e4a3 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.943604] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639103, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.957967] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079533} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.958674] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.959909] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8cffdd-28fe-4ae5-be24-26c7186404f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.966167] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639104, 'name': Rename_Task, 'duration_secs': 0.278639} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.966532] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.966810] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4463f2e8-bcbf-4571-aa06-ad9e7e9015f0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.986984] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 665a34a7-a4d9-490e-8ff9-f36c7ae0803f/665a34a7-a4d9-490e-8ff9-f36c7ae0803f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.988718] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2071755c-aff0-4784-8481-515fbb1d0d27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.005019] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1205.005019] env[66507]: value = "task-4639106" [ 1205.005019] env[66507]: _type = "Task" [ 1205.005019] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.011839] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1205.011839] env[66507]: value = "task-4639107" [ 1205.011839] env[66507]: _type = "Task" [ 1205.011839] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.018903] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.025895] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.274739] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.274981] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.275203] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.275383] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.275536] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.277849] env[66507]: INFO nova.compute.manager [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Terminating instance [ 1205.302688] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63d7f522-199f-42ee-863e-e94ce3255f06 tempest-ServerTagsTestJSON-586476178 tempest-ServerTagsTestJSON-586476178-project-member] Lock "1393ce22-76ee-44f4-9f86-6ea7fe4da9a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.317s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.344888] env[66507]: DEBUG oslo_vmware.api [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639086, 'name': ReconfigVM_Task, 'duration_secs': 5.84016} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.345265] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.345536] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Reconfigured VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1205.345994] env[66507]: WARNING neutronclient.v2_0.client [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.346333] env[66507]: WARNING neutronclient.v2_0.client [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.356184] env[66507]: DEBUG nova.network.neutron [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.387785] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-043eaf0f-10e3-4834-a98b-b3148af5ef98 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.398436] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8bb39a-7d3f-41c8-b754-beb9278c6096 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.432108] env[66507]: DEBUG nova.compute.manager [req-dff950a4-fa9a-4bd8-99ff-55ae977423c3 req-0458fc56-b986-408a-9415-32914a05e4a3 service nova] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Detach interface failed, port_id=12609ff0-afe0-44c4-8e1e-183d5554e71f, reason: Instance 2ecde566-7229-4d2d-8593-2eaeaf8196f5 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1205.443304] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639103, 'name': PowerOffVM_Task, 'duration_secs': 0.697649} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.443595] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.443758] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.444064] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5c4fad-7e0a-4d61-8f23-5edcbb0cf63e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.521118] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.523031] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.523579] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.523579] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleting the datastore file [datastore1] bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.523756] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05fc47b8-ab64-439c-b03b-2a7579fe1908 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.529189] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.536671] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1205.536671] env[66507]: value = "task-4639109" [ 1205.536671] env[66507]: _type = "Task" [ 1205.536671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.546039] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.633456] env[66507]: DEBUG nova.compute.manager [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-deleted-4bdbf4ce-ca23-4de7-a880-0a413b575fe8 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1205.633561] env[66507]: INFO nova.compute.manager [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Neutron deleted interface 4bdbf4ce-ca23-4de7-a880-0a413b575fe8; detaching it from the instance and deleting it from the info cache [ 1205.634139] env[66507]: DEBUG nova.network.neutron [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c156e47e-0878-4024-9b5c-f1dc21935604", "address": "fa:16:3e:81:a7:5b", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156e47e-08", "ovs_interfaceid": "c156e47e-0878-4024-9b5c-f1dc21935604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.782928] env[66507]: DEBUG nova.compute.manager [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1205.783180] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.784087] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7de57-c9be-4a61-a90c-b869577b7c01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.794672] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.794672] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0c655c-26f5-4bce-8e03-7363dc908e94 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.800672] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1205.800672] env[66507]: value = "task-4639110" [ 1205.800672] env[66507]: _type = "Task" [ 1205.800672] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.816248] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.858501] env[66507]: INFO nova.compute.manager [-] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Took 1.57 seconds to deallocate network for instance. [ 1205.935555] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b33bb-e1c1-476f-8c26-6606350e9477 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.943776] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3d747-6a05-49a1-bb8f-cec31883e798 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.977033] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d1e52-314d-4ac0-a9d5-8c59675e9c7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.985829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03cee2e-e45f-4a2c-a80d-30650c604b7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.001847] env[66507]: DEBUG nova.compute.provider_tree [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.016170] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639106, 'name': PowerOnVM_Task, 'duration_secs': 0.768441} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.019630] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.019851] env[66507]: DEBUG nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1206.021311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344eacd-3255-4fd1-98a1-00995393738d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.029861] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639107, 'name': ReconfigVM_Task, 'duration_secs': 0.60765} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.031772] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 665a34a7-a4d9-490e-8ff9-f36c7ae0803f/665a34a7-a4d9-490e-8ff9-f36c7ae0803f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.035638] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6122f60-7320-4c96-b83e-b2b61d2fe27e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.048182] env[66507]: DEBUG oslo_vmware.api [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257536} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.049918] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.050232] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.050489] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.051035] env[66507]: INFO nova.compute.manager [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1206.051035] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1206.051285] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1206.051285] env[66507]: value = "task-4639111" [ 1206.051285] env[66507]: _type = "Task" [ 1206.051285] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.051563] env[66507]: DEBUG nova.compute.manager [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1206.051655] env[66507]: DEBUG nova.network.neutron [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1206.051998] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.065990] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639111, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.105877] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.137147] env[66507]: DEBUG oslo_concurrency.lockutils [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.137423] env[66507]: DEBUG oslo_concurrency.lockutils [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] Acquired lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.138945] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b35ee9-bbc9-4002-b783-43e2036a188e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.159448] env[66507]: DEBUG oslo_concurrency.lockutils [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] Releasing lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.159740] env[66507]: WARNING nova.compute.manager [req-8be266e0-4669-475d-a32b-591b0a935ae5 req-626236f6-c1c7-46ca-9dae-3170fa18f369 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Detach interface failed, port_id=4bdbf4ce-ca23-4de7-a880-0a413b575fe8, reason: No device with interface-id 4bdbf4ce-ca23-4de7-a880-0a413b575fe8 exists on VM: nova.exception.NotFound: No device with interface-id 4bdbf4ce-ca23-4de7-a880-0a413b575fe8 exists on VM [ 1206.314035] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639110, 'name': PowerOffVM_Task, 'duration_secs': 0.377137} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.314352] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.314521] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.314789] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc49a59-f4ac-45f8-b386-975595e5779a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.396192] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.396443] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.397079] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Deleting the datastore file [datastore1] ba68de70-36af-4f23-9cd4-d5a286a5c550 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.397079] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48535fc8-e572-41fc-86e8-4de50e8dabb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.404178] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for the task: (returnval){ [ 1206.404178] env[66507]: value = "task-4639113" [ 1206.404178] env[66507]: _type = "Task" [ 1206.404178] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.415517] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.419988] env[66507]: INFO nova.compute.manager [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Took 0.56 seconds to detach 1 volumes for instance. [ 1206.536995] env[66507]: DEBUG nova.scheduler.client.report [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Updated inventory for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1206.537279] env[66507]: DEBUG nova.compute.provider_tree [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Updating resource provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 generation from 172 to 173 during operation: update_inventory {{(pid=66507) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1206.537509] env[66507]: DEBUG nova.compute.provider_tree [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Updating inventory in ProviderTree for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.541658] env[66507]: INFO nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] bringing vm to original state: 'stopped' [ 1206.564545] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639111, 'name': Rename_Task, 'duration_secs': 0.207403} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.565583] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.565852] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9268e67-df06-4f2c-98c0-688c77a5eccf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.574863] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1206.574863] env[66507]: value = "task-4639114" [ 1206.574863] env[66507]: _type = "Task" [ 1206.574863] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.583788] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.610989] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.611199] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.611375] env[66507]: DEBUG nova.network.neutron [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.915412] env[66507]: DEBUG oslo_vmware.api [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Task: {'id': task-4639113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171573} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.915768] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.915768] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.916542] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.916542] env[66507]: INFO nova.compute.manager [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.916542] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1206.916759] env[66507]: DEBUG nova.compute.manager [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1206.916854] env[66507]: DEBUG nova.network.neutron [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1206.917168] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.927931] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.990893] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.045651] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.046393] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1207.052326] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.125s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.052565] env[66507]: DEBUG nova.objects.instance [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'resources' on Instance uuid 2ecde566-7229-4d2d-8593-2eaeaf8196f5 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.087930] env[66507]: DEBUG nova.network.neutron [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.088653] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.115904] env[66507]: WARNING neutronclient.v2_0.client [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.342864] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.345807] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.346089] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.346332] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.346511] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.349568] env[66507]: INFO nova.compute.manager [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Terminating instance [ 1207.527583] env[66507]: WARNING neutronclient.v2_0.client [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.554623] env[66507]: DEBUG nova.compute.utils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.556970] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1207.557201] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1207.557535] env[66507]: WARNING neutronclient.v2_0.client [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.557834] env[66507]: WARNING neutronclient.v2_0.client [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.559799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.560050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.560412] env[66507]: DEBUG nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1207.566233] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9dcc0-69f3-45e4-9d33-cbf578bcb497 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.575154] env[66507]: DEBUG nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1207.593017] env[66507]: INFO nova.compute.manager [-] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Took 1.54 seconds to deallocate network for instance. [ 1207.593781] env[66507]: DEBUG oslo_vmware.api [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639114, 'name': PowerOnVM_Task, 'duration_secs': 0.774757} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.595763] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.595867] env[66507]: INFO nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1207.596302] env[66507]: DEBUG nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1207.597179] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3cc3d4-d9d1-48af-a5f0-d3668dc8016b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.607284] env[66507]: DEBUG nova.policy [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '834609c7accb4edf9f916162f6b3e55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '132bca42bfcd441d93cce958d7ed4c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.610371] env[66507]: INFO nova.network.neutron [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Port c156e47e-0878-4024-9b5c-f1dc21935604 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1207.610713] env[66507]: DEBUG nova.network.neutron [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [{"id": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "address": "fa:16:3e:14:8e:d0", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f414c4f-f7", "ovs_interfaceid": "7f414c4f-f79f-4255-97bb-117bcd5a8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.671095] env[66507]: DEBUG nova.compute.manager [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Received event network-vif-deleted-367a2edf-1cc5-485d-8ca0-4472350a1e51 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1207.671327] env[66507]: DEBUG nova.compute.manager [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-deleted-c156e47e-0878-4024-9b5c-f1dc21935604 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1207.671502] env[66507]: DEBUG nova.compute.manager [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Received event network-vif-deleted-4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1207.673185] env[66507]: INFO nova.compute.manager [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Neutron deleted interface 4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a; detaching it from the instance and deleting it from the info cache [ 1207.673185] env[66507]: DEBUG nova.network.neutron [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.719906] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af699d-814f-4a3f-91e3-adf54ca4f671 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.728872] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6170b452-b476-4400-b698-c885bfbbece8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.761217] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dde3fc-480c-4424-883e-886ec1ca494c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.769990] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def14462-569b-4b08-94aa-9275f3d554e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.785290] env[66507]: DEBUG nova.network.neutron [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.786843] env[66507]: DEBUG nova.compute.provider_tree [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.858572] env[66507]: DEBUG nova.compute.manager [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1207.858925] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.862174] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3e7cf-2e47-4e5e-a8f3-518f2e6ca5b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.870915] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.870915] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711c3c0a-c9e5-405f-99f3-9cf56f52a595 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.878305] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1207.878305] env[66507]: value = "task-4639115" [ 1207.878305] env[66507]: _type = "Task" [ 1207.878305] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.887517] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.970891] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Successfully created port: 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1208.057979] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1208.087662] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.088010] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ef2576-cc47-4c31-b516-ad364d874383 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.096303] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1208.096303] env[66507]: value = "task-4639116" [ 1208.096303] env[66507]: _type = "Task" [ 1208.096303] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.109365] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.110043] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.113172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-5dc1a30f-151c-42a9-90a4-c1a402a1b482" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.127817] env[66507]: INFO nova.compute.manager [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Took 11.96 seconds to build instance. [ 1208.175377] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a2e22f2-da32-4659-868c-143a3c2cee8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.187089] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e938b0ce-5f1f-420d-bc7f-3d15ad609c12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.219634] env[66507]: DEBUG nova.compute.manager [req-822809ed-31ed-414a-bcb8-772607176a41 req-4af4244a-0991-47b6-a5c8-199de7af705d service nova] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Detach interface failed, port_id=4d4670b2-3838-4bc7-a8c9-f4c0c1a9194a, reason: Instance ba68de70-36af-4f23-9cd4-d5a286a5c550 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1208.290637] env[66507]: DEBUG nova.scheduler.client.report [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.296027] env[66507]: INFO nova.compute.manager [-] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Took 1.38 seconds to deallocate network for instance. [ 1208.390108] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639115, 'name': PowerOffVM_Task, 'duration_secs': 0.222619} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.390428] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.390727] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.390881] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d075cc3-b197-41e3-94f6-b5049332751c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.500610] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.500874] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.501154] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleting the datastore file [datastore2] 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.501453] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531c6d2f-4e48-4aa3-9cd8-11f731b34058 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.509035] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1208.509035] env[66507]: value = "task-4639118" [ 1208.509035] env[66507]: _type = "Task" [ 1208.509035] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.518412] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.612284] env[66507]: DEBUG oslo_vmware.api [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639116, 'name': PowerOffVM_Task, 'duration_secs': 0.352069} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.612582] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.612781] env[66507]: DEBUG nova.compute.manager [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1208.613601] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba28c0-6514-41fe-b231-e8779f3e8abc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.616940] env[66507]: DEBUG oslo_concurrency.lockutils [None req-ee370314-52e0-4021-a700-e7d6611a9eb6 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-5dc1a30f-151c-42a9-90a4-c1a402a1b482-4bdbf4ce-ca23-4de7-a880-0a413b575fe8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.875s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.629784] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e48fc2f4-0948-46a5-827b-c1c37963f45d tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.467s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.799625] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.802316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.693s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.802316] env[66507]: DEBUG nova.objects.instance [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'resources' on Instance uuid bfa849b2-573e-46a0-aecf-8eb7af212649 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.803866] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.826354] env[66507]: INFO nova.scheduler.client.report [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted allocations for instance 2ecde566-7229-4d2d-8593-2eaeaf8196f5 [ 1209.019970] env[66507]: DEBUG oslo_vmware.api [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174897} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.020307] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.020473] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.020643] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.020847] env[66507]: INFO nova.compute.manager [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1209.021101] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1209.021306] env[66507]: DEBUG nova.compute.manager [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1209.021445] env[66507]: DEBUG nova.network.neutron [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.021643] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.068853] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1209.100118] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1209.100386] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.100539] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1209.100715] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.100920] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1209.101081] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1209.101644] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.101644] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1209.101644] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1209.102179] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1209.102179] env[66507]: DEBUG nova.virt.hardware [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1209.102762] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d0750-e3e5-48cd-a6b3-4b3e645b0120 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.115753] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b4817-401c-4c5b-9684-27140e8a4280 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.134254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.145276] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.194949] env[66507]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c156e47e-0878-4024-9b5c-f1dc21935604 could not be found.", "detail": ""}} {{(pid=66507) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1209.195209] env[66507]: DEBUG nova.network.neutron [-] Unable to show port c156e47e-0878-4024-9b5c-f1dc21935604 as it no longer exists. {{(pid=66507) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1209.335339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-da4eee90-ec47-4dbe-ad30-adc42f815948 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "2ecde566-7229-4d2d-8593-2eaeaf8196f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.094s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.445532] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98009902-b041-420a-9fd8-3a0383293c06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455133] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505de3e4-7da8-4399-8480-4c6c6182b1a2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.494703] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad69cb5-0d15-4d55-8e6e-b0521a6fcb6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.503713] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf94bf-d3ce-455b-893d-c90f602bdcca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.519337] env[66507]: DEBUG nova.compute.provider_tree [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.542790] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Successfully updated port: 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1209.647227] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.692707] env[66507]: DEBUG nova.compute.manager [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1209.692912] env[66507]: DEBUG oslo_concurrency.lockutils [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.693121] env[66507]: DEBUG oslo_concurrency.lockutils [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.693297] env[66507]: DEBUG oslo_concurrency.lockutils [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.694966] env[66507]: DEBUG nova.compute.manager [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] No waiting events found dispatching network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1209.695262] env[66507]: WARNING nova.compute.manager [req-292d11cc-08c3-4567-b242-c761e945dd04 req-40d217ae-65e1-48a1-bdde-122d2493ada6 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received unexpected event network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda for instance with vm_state building and task_state spawning. [ 1209.829508] env[66507]: DEBUG nova.compute.manager [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Received event network-changed-538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1209.829508] env[66507]: DEBUG nova.compute.manager [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Refreshing instance network info cache due to event network-changed-538ad8cd-5465-401b-88af-08896cfe7117. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1209.829508] env[66507]: DEBUG oslo_concurrency.lockutils [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] Acquiring lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.829508] env[66507]: DEBUG oslo_concurrency.lockutils [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] Acquired lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.829508] env[66507]: DEBUG nova.network.neutron [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Refreshing network info cache for port 538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.024913] env[66507]: DEBUG nova.scheduler.client.report [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.045391] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.045603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.045864] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.132671] env[66507]: DEBUG nova.network.neutron [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.332533] env[66507]: WARNING neutronclient.v2_0.client [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.508787] env[66507]: WARNING neutronclient.v2_0.client [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.530848] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.533261] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.533487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.534822] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.731s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.535029] env[66507]: DEBUG nova.objects.instance [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lazy-loading 'resources' on Instance uuid ba68de70-36af-4f23-9cd4-d5a286a5c550 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.557091] env[66507]: INFO nova.scheduler.client.report [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleted allocations for instance bfa849b2-573e-46a0-aecf-8eb7af212649 [ 1210.584874] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1210.588273] env[66507]: DEBUG nova.network.neutron [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updated VIF entry in instance network info cache for port 538ad8cd-5465-401b-88af-08896cfe7117. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.588888] env[66507]: DEBUG nova.network.neutron [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.636378] env[66507]: INFO nova.compute.manager [-] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Took 1.61 seconds to deallocate network for instance. [ 1210.685463] env[66507]: WARNING neutronclient.v2_0.client [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.754464] env[66507]: DEBUG nova.network.neutron [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.040903] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1211.065679] env[66507]: DEBUG oslo_concurrency.lockutils [None req-3090889e-fddf-4f61-ac27-2c998a5480ac tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "bfa849b2-573e-46a0-aecf-8eb7af212649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.168s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.092363] env[66507]: DEBUG oslo_concurrency.lockutils [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] Releasing lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.092631] env[66507]: DEBUG nova.compute.manager [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Received event network-vif-deleted-7f414c4f-f79f-4255-97bb-117bcd5a8ab3 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1211.092813] env[66507]: INFO nova.compute.manager [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Neutron deleted interface 7f414c4f-f79f-4255-97bb-117bcd5a8ab3; detaching it from the instance and deleting it from the info cache [ 1211.093078] env[66507]: DEBUG nova.network.neutron [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.138030] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.138328] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.138537] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "f9271860-7163-4942-9d46-58f06496ff1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.138711] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.138949] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.144099] env[66507]: INFO nova.compute.manager [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Terminating instance [ 1211.147717] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.178047] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768c96e-3384-40df-a9dd-cc185f277482 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.186986] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d133eafb-ae00-43c0-96f4-8ee1da458b37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.218172] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9104d-8fbf-43a9-bd1d-1c6f3a727151 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.227215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baece86e-6e88-4385-bb5d-622765a3784c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.241156] env[66507]: DEBUG nova.compute.provider_tree [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.257383] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.257740] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance network_info: |[{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1211.258225] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ef:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367342aa-9a14-4b9c-a8ff-41daf9d9feda', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.267143] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1211.267264] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.269520] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f7b73bd-60db-4af0-9192-6fe148c79cfa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.290682] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.290682] env[66507]: value = "task-4639119" [ 1211.290682] env[66507]: _type = "Task" [ 1211.290682] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.299443] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639119, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.564969] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.596341] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3328e5fd-af0e-43a2-b4a5-b43a1ef97423 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.607016] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b03eb4b-4138-49f8-a2a6-56e5d9298828 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.637984] env[66507]: DEBUG nova.compute.manager [req-10baeae1-70bb-4b9b-ae63-5f5bcd902efa req-e5cc62b5-dd06-4790-b14c-fa46f2643516 service nova] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Detach interface failed, port_id=7f414c4f-f79f-4255-97bb-117bcd5a8ab3, reason: Instance 5dc1a30f-151c-42a9-90a4-c1a402a1b482 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1211.649132] env[66507]: DEBUG nova.compute.manager [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1211.649393] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.650429] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2f5f14-e293-43eb-bf20-2c6a1432755b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.658604] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.658928] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cffc3c-9588-420d-a036-2b2867fba75e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.729470] env[66507]: DEBUG nova.compute.manager [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1211.729470] env[66507]: DEBUG nova.compute.manager [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing instance network info cache due to event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1211.729690] env[66507]: DEBUG oslo_concurrency.lockutils [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.729690] env[66507]: DEBUG oslo_concurrency.lockutils [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.729888] env[66507]: DEBUG nova.network.neutron [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.736703] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.736990] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.737203] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] f9271860-7163-4942-9d46-58f06496ff1d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.737552] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e014880b-9efb-4cda-bf57-ac75877ed197 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.744021] env[66507]: DEBUG nova.scheduler.client.report [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.749394] env[66507]: DEBUG oslo_vmware.api [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1211.749394] env[66507]: value = "task-4639121" [ 1211.749394] env[66507]: _type = "Task" [ 1211.749394] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.759552] env[66507]: DEBUG oslo_vmware.api [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.803060] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639119, 'name': CreateVM_Task, 'duration_secs': 0.319661} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.803250] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.803760] env[66507]: WARNING neutronclient.v2_0.client [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.806049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.806049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.806049] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.806049] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec59979-66b1-4943-a420-752668628dc5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.810194] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1211.810194] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52659293-4c52-eaae-8511-4a755dafab55" [ 1211.810194] env[66507]: _type = "Task" [ 1211.810194] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.819266] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52659293-4c52-eaae-8511-4a755dafab55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.233124] env[66507]: WARNING neutronclient.v2_0.client [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.250728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.253201] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.606s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.253345] env[66507]: DEBUG nova.objects.instance [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.265652] env[66507]: DEBUG oslo_vmware.api [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144774} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.268428] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.268608] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.268804] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.268995] env[66507]: INFO nova.compute.manager [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1212.269324] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1212.269716] env[66507]: DEBUG nova.compute.manager [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1212.269802] env[66507]: DEBUG nova.network.neutron [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1212.270036] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.272970] env[66507]: INFO nova.scheduler.client.report [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Deleted allocations for instance ba68de70-36af-4f23-9cd4-d5a286a5c550 [ 1212.324408] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52659293-4c52-eaae-8511-4a755dafab55, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.328251] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.328251] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.328251] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.328251] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.328473] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.328886] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad5b13e9-aad0-4300-b883-9901b20f25ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.339803] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.339998] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.341245] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70819d6-315c-4ea6-baee-2de6d21b4f24 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.349809] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1212.349809] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52844175-eb0b-8689-62c5-1968d3d4c717" [ 1212.349809] env[66507]: _type = "Task" [ 1212.349809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.354301] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.362350] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52844175-eb0b-8689-62c5-1968d3d4c717, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.363132] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe3360a-5937-4051-a6fa-c3651aa4fda8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.369317] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1212.369317] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d38e26-2663-427b-3cbc-82d1df1a5d9c" [ 1212.369317] env[66507]: _type = "Task" [ 1212.369317] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.383684] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d38e26-2663-427b-3cbc-82d1df1a5d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.383684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.383684] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.383978] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464c5d23-a62e-41da-8e55-79192f3725ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.391439] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1212.391439] env[66507]: value = "task-4639122" [ 1212.391439] env[66507]: _type = "Task" [ 1212.391439] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.400451] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.407396] env[66507]: WARNING neutronclient.v2_0.client [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.500764] env[66507]: DEBUG nova.network.neutron [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updated VIF entry in instance network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.501231] env[66507]: DEBUG nova.network.neutron [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.783212] env[66507]: DEBUG oslo_concurrency.lockutils [None req-6bb63f42-7839-43ec-bb5b-71ad65536419 tempest-ServersNegativeTestMultiTenantJSON-35168583 tempest-ServersNegativeTestMultiTenantJSON-35168583-project-member] Lock "ba68de70-36af-4f23-9cd4-d5a286a5c550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.508s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.904871] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475354} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.907178] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.907178] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.907178] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5137b3-bd78-4f80-8ce0-3805132e7ad3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.914253] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1212.914253] env[66507]: value = "task-4639123" [ 1212.914253] env[66507]: _type = "Task" [ 1212.914253] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.924102] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.003727] env[66507]: DEBUG oslo_concurrency.lockutils [req-1b15e4b0-a34b-468f-85cc-a3eace45ff3d req-e8c43926-fe40-4ea6-8ac4-36b095bbd292 service nova] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.068505] env[66507]: DEBUG nova.network.neutron [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.270457] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a97cd18c-dcc6-4a8a-8ea8-669a99fd9424 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.272623] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.125s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.272623] env[66507]: DEBUG nova.objects.instance [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'resources' on Instance uuid 5dc1a30f-151c-42a9-90a4-c1a402a1b482 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.423504] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231901} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.423758] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.424546] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abee6fd-47c3-4425-b2f6-10cbf1fc176e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.446868] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.447164] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bcba39-15d9-47ea-b587-90904c0455fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.470612] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1213.470612] env[66507]: value = "task-4639124" [ 1213.470612] env[66507]: _type = "Task" [ 1213.470612] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.479713] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.571370] env[66507]: INFO nova.compute.manager [-] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Took 1.30 seconds to deallocate network for instance. [ 1213.758982] env[66507]: DEBUG nova.compute.manager [req-574cdd53-0697-4eab-9a17-b17321fa4682 req-ce90cf02-818d-4ff2-a043-86f94c0ffdcf service nova] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Received event network-vif-deleted-b31f3d18-3080-4a85-b0ea-5a14b0f5d08e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1213.841055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.841232] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.908943] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ef6fc-ce03-4ca4-805e-2bb0af172a10 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.917668] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dba348-6757-4a35-938a-5e2c52a5b5a7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.948940] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b29636-d498-4a9e-864a-7ef9e4a43643 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.957251] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c138f51-2915-43b6-a14e-cd4d268d433c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.971643] env[66507]: DEBUG nova.compute.provider_tree [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.983129] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639124, 'name': ReconfigVM_Task, 'duration_secs': 0.282286} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.983406] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Reconfigured VM instance instance-00000076 to attach disk [datastore2] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.984050] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bdabd9d-5fc3-4414-ab7b-63a73fa9c1a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.992390] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1213.992390] env[66507]: value = "task-4639125" [ 1213.992390] env[66507]: _type = "Task" [ 1213.992390] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.004302] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639125, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.077890] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.344197] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1214.477826] env[66507]: DEBUG nova.scheduler.client.report [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.504632] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639125, 'name': Rename_Task, 'duration_secs': 0.162552} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.504920] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.505762] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58fca3a3-5a6f-4bdc-874f-dcb2ab309ba3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.513034] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1214.513034] env[66507]: value = "task-4639126" [ 1214.513034] env[66507]: _type = "Task" [ 1214.513034] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.522674] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.873339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.985482] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.988347] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.423s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.992591] env[66507]: INFO nova.compute.claims [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.028259] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639126, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.029563] env[66507]: INFO nova.scheduler.client.report [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted allocations for instance 5dc1a30f-151c-42a9-90a4-c1a402a1b482 [ 1215.525681] env[66507]: DEBUG oslo_vmware.api [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639126, 'name': PowerOnVM_Task, 'duration_secs': 0.525029} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.526045] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.526385] env[66507]: INFO nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1215.526816] env[66507]: DEBUG nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1215.527839] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5854f37-dda4-454e-923f-c94dbff7b96f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.540954] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31b52ec1-1ab2-4f31-8b63-40236ebc5020 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "5dc1a30f-151c-42a9-90a4-c1a402a1b482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.195s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.051168] env[66507]: INFO nova.compute.manager [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Took 11.48 seconds to build instance. [ 1216.118215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86c926-1a47-4e8b-ad0d-9a4705250c05 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.129631] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07f9362-2c18-4466-8381-205c93521798 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.167341] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da95b1-e984-48a4-afef-001908a72f9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.176998] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473d6c5-4e2c-4f40-bb94-66f2049f62f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.193421] env[66507]: DEBUG nova.compute.provider_tree [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.555913] env[66507]: DEBUG oslo_concurrency.lockutils [None req-34b8d1ce-58d2-4fa0-be65-c248a47c4067 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.696804] env[66507]: DEBUG nova.scheduler.client.report [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.202817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.203414] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1217.206214] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.129s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.206442] env[66507]: DEBUG nova.objects.instance [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'resources' on Instance uuid f9271860-7163-4942-9d46-58f06496ff1d {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.303970] env[66507]: DEBUG nova.compute.manager [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1217.304536] env[66507]: DEBUG nova.compute.manager [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing instance network info cache due to event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1217.304536] env[66507]: DEBUG oslo_concurrency.lockutils [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.304657] env[66507]: DEBUG oslo_concurrency.lockutils [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.305556] env[66507]: DEBUG nova.network.neutron [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.709841] env[66507]: DEBUG nova.compute.utils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.711337] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1217.711674] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1217.712217] env[66507]: WARNING neutronclient.v2_0.client [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.712577] env[66507]: WARNING neutronclient.v2_0.client [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.758808] env[66507]: DEBUG nova.policy [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f85b9450db40f99e849e55f8d5583a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc410235df7b4c02b913d13d2df6338e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.810909] env[66507]: WARNING neutronclient.v2_0.client [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.826671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce09825b-1670-42cf-92b1-b83629f76fa4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.837445] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b273e5-b666-46bc-8e29-9ac71aa9ae49 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.877048] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc22f5c-c287-4635-9808-dbeb96b5cf8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.886582] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f65db-8c0a-41d1-829f-de8426672542 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.902485] env[66507]: DEBUG nova.compute.provider_tree [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.119525] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Successfully created port: 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1218.220821] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1218.255124] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.255405] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.406120] env[66507]: DEBUG nova.scheduler.client.report [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.492742] env[66507]: WARNING neutronclient.v2_0.client [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.563705] env[66507]: DEBUG nova.network.neutron [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updated VIF entry in instance network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1218.564112] env[66507]: DEBUG nova.network.neutron [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.758100] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1218.911118] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.914373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.041s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.915975] env[66507]: INFO nova.compute.claims [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.934210] env[66507]: INFO nova.scheduler.client.report [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocations for instance f9271860-7163-4942-9d46-58f06496ff1d [ 1219.067701] env[66507]: DEBUG oslo_concurrency.lockutils [req-09823d3d-ddd3-449f-b507-106ef98bc9f2 req-6f378f7c-2677-4cec-bd02-ef454c84813a service nova] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.232459] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1219.260217] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1219.260463] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.260615] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1219.260792] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.260932] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1219.261152] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1219.261381] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.261537] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1219.261700] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1219.261858] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1219.262053] env[66507]: DEBUG nova.virt.hardware [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1219.262948] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62de9d05-0218-469a-98f5-b416017def80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.273887] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690350b0-b941-4437-955b-b98f260198e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.290662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.441262] env[66507]: DEBUG oslo_concurrency.lockutils [None req-122cd1cd-57af-43ec-9143-095655c9b90b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "f9271860-7163-4942-9d46-58f06496ff1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.303s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.606516] env[66507]: DEBUG nova.compute.manager [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1219.607648] env[66507]: DEBUG oslo_concurrency.lockutils [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.607648] env[66507]: DEBUG oslo_concurrency.lockutils [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.607648] env[66507]: DEBUG oslo_concurrency.lockutils [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.607648] env[66507]: DEBUG nova.compute.manager [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] No waiting events found dispatching network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1219.607648] env[66507]: WARNING nova.compute.manager [req-bc347a34-f6b3-454f-8983-5cd6ed22a7fa req-b9f0c36c-1dc7-43bb-afac-9232e440ec89 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received unexpected event network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 for instance with vm_state building and task_state spawning. [ 1219.703330] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Successfully updated port: 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1220.025416] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a665b3-e5ad-4489-b794-dc2454a041f6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.034558] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68881c74-e9d5-4dbc-94bf-50541d8e8baf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.066042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4260d20-5c31-4991-a108-19df1e6ef335 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.074707] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a299d6-d4bf-40c7-a144-ea4ea673d51b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.091122] env[66507]: DEBUG nova.compute.provider_tree [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.207310] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.207310] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.207310] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.595352] env[66507]: DEBUG nova.scheduler.client.report [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.742670] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1220.813219] env[66507]: WARNING neutronclient.v2_0.client [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.890537] env[66507]: DEBUG nova.network.neutron [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.101841] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.102349] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1221.105144] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.815s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.106943] env[66507]: INFO nova.compute.claims [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.397728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.398200] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance network_info: |[{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1221.398681] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:29:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8376241b-f2d7-4f78-a4fb-023587861732', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.406079] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1221.406297] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.406522] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8a76fa-c6b4-4f6c-9ffb-8ae040f91fd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.427594] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.427594] env[66507]: value = "task-4639127" [ 1221.427594] env[66507]: _type = "Task" [ 1221.427594] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.436906] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639127, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.612969] env[66507]: DEBUG nova.compute.utils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.617066] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1221.617066] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1221.617412] env[66507]: WARNING neutronclient.v2_0.client [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.617731] env[66507]: WARNING neutronclient.v2_0.client [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.647467] env[66507]: DEBUG nova.compute.manager [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-changed-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1221.647647] env[66507]: DEBUG nova.compute.manager [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing instance network info cache due to event network-changed-8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1221.647896] env[66507]: DEBUG oslo_concurrency.lockutils [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.648024] env[66507]: DEBUG oslo_concurrency.lockutils [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.648213] env[66507]: DEBUG nova.network.neutron [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.654069] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.654301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.672103] env[66507]: DEBUG nova.policy [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d01ee4a3674e618514516a98d73628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8bebed8664944cf8833de5f1bcd7aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.940730] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639127, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.986248] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Successfully created port: 0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1222.117651] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1222.150817] env[66507]: WARNING neutronclient.v2_0.client [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.159659] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1222.272508] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe494c6e-7968-42d5-9104-412700a3ff57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.280865] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f856515d-0146-48c7-a493-f271133e3b8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.317441] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bdc8e-7888-431a-9c82-0707962cbd08 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.326421] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a464d6a-0ff1-48da-8be1-811f94d011f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.340922] env[66507]: DEBUG nova.compute.provider_tree [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.374225] env[66507]: WARNING neutronclient.v2_0.client [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.438987] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639127, 'name': CreateVM_Task, 'duration_secs': 0.71852} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.439198] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.439697] env[66507]: WARNING neutronclient.v2_0.client [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.440047] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.440204] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.440505] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.441462] env[66507]: DEBUG nova.network.neutron [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updated VIF entry in instance network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.441785] env[66507]: DEBUG nova.network.neutron [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.442989] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c340d39-a252-4ab3-9cfa-b8730e865343 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.448441] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1222.448441] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d09dea-8239-41ec-8ab7-b267f2168814" [ 1222.448441] env[66507]: _type = "Task" [ 1222.448441] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.457266] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d09dea-8239-41ec-8ab7-b267f2168814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.677942] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.845076] env[66507]: DEBUG nova.scheduler.client.report [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.945654] env[66507]: DEBUG oslo_concurrency.lockutils [req-d875dd48-d626-422b-b029-17fff05bf5c3 req-5345830a-361b-4334-9dee-23f9b416202a service nova] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.960461] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d09dea-8239-41ec-8ab7-b267f2168814, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.960811] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.961109] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.961390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.961540] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.961741] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.962080] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7287ffba-6186-45d5-85cf-9630e6e4736e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.972846] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.973062] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.973861] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d0c6e0-94b5-48ea-b075-a6c8218920a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.980758] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1222.980758] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52225f53-eb20-631a-38f6-3e8c6680d67e" [ 1222.980758] env[66507]: _type = "Task" [ 1222.980758] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.989827] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52225f53-eb20-631a-38f6-3e8c6680d67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.133272] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1223.162778] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.163048] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.163229] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.163443] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.163607] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.163767] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.163984] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.164168] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.164355] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.164524] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.164713] env[66507]: DEBUG nova.virt.hardware [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.165690] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c97e3e-6fbd-47ff-b0ff-02c4dd541ca7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.174379] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ada05-e5c6-4c2c-a802-509ae92ffe4b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.350504] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.351343] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1223.355630] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.678s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.357920] env[66507]: INFO nova.compute.claims [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.492061] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52225f53-eb20-631a-38f6-3e8c6680d67e, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.493063] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85811ad1-fd61-48c1-a678-c680940db7df {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.499647] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1223.499647] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d2cebd-4156-96ee-50d4-64a72acee28e" [ 1223.499647] env[66507]: _type = "Task" [ 1223.499647] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.509240] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2cebd-4156-96ee-50d4-64a72acee28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.529285] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Successfully updated port: 0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1223.674957] env[66507]: DEBUG nova.compute.manager [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Received event network-vif-plugged-0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1223.675381] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.675644] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.675844] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.676096] env[66507]: DEBUG nova.compute.manager [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] No waiting events found dispatching network-vif-plugged-0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1223.676513] env[66507]: WARNING nova.compute.manager [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Received unexpected event network-vif-plugged-0ce42259-9f53-41da-99e6-6862c59a94e1 for instance with vm_state building and task_state spawning. [ 1223.676694] env[66507]: DEBUG nova.compute.manager [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Received event network-changed-0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1223.676908] env[66507]: DEBUG nova.compute.manager [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Refreshing instance network info cache due to event network-changed-0ce42259-9f53-41da-99e6-6862c59a94e1. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1223.677126] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Acquiring lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.677299] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Acquired lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.677488] env[66507]: DEBUG nova.network.neutron [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Refreshing network info cache for port 0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.864666] env[66507]: DEBUG nova.compute.utils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.868059] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1223.868059] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1223.868335] env[66507]: WARNING neutronclient.v2_0.client [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.868611] env[66507]: WARNING neutronclient.v2_0.client [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.906426] env[66507]: DEBUG nova.policy [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.010995] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2cebd-4156-96ee-50d4-64a72acee28e, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.011351] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.011681] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.011984] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbae0be2-169c-4e98-bab2-0a9094ef1b52 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.019704] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1224.019704] env[66507]: value = "task-4639128" [ 1224.019704] env[66507]: _type = "Task" [ 1224.019704] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.030234] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.031849] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.181456] env[66507]: WARNING neutronclient.v2_0.client [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.223491] env[66507]: DEBUG nova.network.neutron [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1224.241285] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Successfully created port: 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1224.326286] env[66507]: DEBUG nova.network.neutron [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.369357] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1224.520642] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff6393-6e23-4523-bc38-1386511434b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.535854] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467dde82-9b55-48c7-85c2-55d0a3aded56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.539344] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513164} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.539868] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.539868] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.541514] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3711ec86-a78a-4c23-80a7-9721da5601c5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.571471] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037a1bd-f9d2-4ebe-98ad-121d618ad4be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.576445] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1224.576445] env[66507]: value = "task-4639129" [ 1224.576445] env[66507]: _type = "Task" [ 1224.576445] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.584639] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e8604-2acf-43c4-be61-0fd7bab789af {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.592723] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.602739] env[66507]: DEBUG nova.compute.provider_tree [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.828771] env[66507]: DEBUG oslo_concurrency.lockutils [req-6adf7401-ad77-4623-b7ce-6e7a4d4103bc req-a6d5c1dc-4caa-4595-acf1-8a671769da29 service nova] Releasing lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.829252] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.829476] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.087386] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.087697] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.088514] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e444c-dc51-4cb7-8adf-6203a8539f87 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.111912] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.112888] env[66507]: DEBUG nova.scheduler.client.report [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.116106] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af297ac9-55f5-4aeb-abd3-ba70ad235882 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.135618] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.780s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.136284] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1225.148705] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1225.148705] env[66507]: value = "task-4639130" [ 1225.148705] env[66507]: _type = "Task" [ 1225.148705] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.158342] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.366396] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1225.379581] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1225.411191] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1225.411494] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.411647] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1225.411823] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.411965] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1225.412206] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1225.412452] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.412628] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1225.412839] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1225.413083] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1225.413271] env[66507]: DEBUG nova.virt.hardware [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1225.414311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74aab9-8802-4f12-b8e3-d7deebe6273a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.423785] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71484798-07b7-4e41-bfcb-d40dd95f8408 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.474450] env[66507]: WARNING neutronclient.v2_0.client [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.581667] env[66507]: DEBUG nova.network.neutron [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating instance_info_cache with network_info: [{"id": "0ce42259-9f53-41da-99e6-6862c59a94e1", "address": "fa:16:3e:38:f5:b2", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce42259-9f", "ovs_interfaceid": "0ce42259-9f53-41da-99e6-6862c59a94e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.641284] env[66507]: DEBUG nova.compute.utils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.642815] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1225.643017] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1225.643537] env[66507]: WARNING neutronclient.v2_0.client [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.643926] env[66507]: WARNING neutronclient.v2_0.client [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.659480] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639130, 'name': ReconfigVM_Task, 'duration_secs': 0.350687} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.659860] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Reconfigured VM instance instance-00000077 to attach disk [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.660549] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3e3726-0210-41c5-934a-16066ebaec02 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.668785] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1225.668785] env[66507]: value = "task-4639131" [ 1225.668785] env[66507]: _type = "Task" [ 1225.668785] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.677793] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639131, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.683594] env[66507]: DEBUG nova.policy [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292c63b2a10d4d3b91ffd3fd6667bf5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aff7df116394c568a39335b0e972985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.725532] env[66507]: DEBUG nova.compute.manager [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-vif-plugged-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1225.727670] env[66507]: DEBUG oslo_concurrency.lockutils [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.727927] env[66507]: DEBUG oslo_concurrency.lockutils [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.728591] env[66507]: DEBUG oslo_concurrency.lockutils [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.728794] env[66507]: DEBUG nova.compute.manager [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] No waiting events found dispatching network-vif-plugged-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1225.728939] env[66507]: WARNING nova.compute.manager [req-e5e74fb6-feb0-442a-86ef-d50081001c7a req-c62737b6-aca9-43f0-8133-e74b711625a4 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received unexpected event network-vif-plugged-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 for instance with vm_state building and task_state spawning. [ 1225.803759] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Successfully updated port: 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1225.994817] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Successfully created port: b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.085125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.085554] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance network_info: |[{"id": "0ce42259-9f53-41da-99e6-6862c59a94e1", "address": "fa:16:3e:38:f5:b2", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce42259-9f", "ovs_interfaceid": "0ce42259-9f53-41da-99e6-6862c59a94e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1226.086037] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f5:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ce42259-9f53-41da-99e6-6862c59a94e1', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.094181] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1226.094413] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.094680] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b313d04-6b28-46b0-9f80-bbf3e506b27a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.116478] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.116478] env[66507]: value = "task-4639132" [ 1226.116478] env[66507]: _type = "Task" [ 1226.116478] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.125145] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639132, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.147062] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1226.179767] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639131, 'name': Rename_Task, 'duration_secs': 0.144922} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.180119] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.180389] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0331bcdd-9485-474a-ba49-f5babc83e752 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.188449] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1226.188449] env[66507]: value = "task-4639133" [ 1226.188449] env[66507]: _type = "Task" [ 1226.188449] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.198087] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.306473] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.306681] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.306880] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1226.631324] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639132, 'name': CreateVM_Task, 'duration_secs': 0.340077} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.631682] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.632358] env[66507]: WARNING neutronclient.v2_0.client [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.632882] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.633140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.633678] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.633997] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e71186-d69e-447d-be1e-cce441c51481 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.641876] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1226.641876] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ff615c-3972-dac9-be7b-f9d71528500a" [ 1226.641876] env[66507]: _type = "Task" [ 1226.641876] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.660778] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ff615c-3972-dac9-be7b-f9d71528500a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.699315] env[66507]: DEBUG oslo_vmware.api [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639133, 'name': PowerOnVM_Task, 'duration_secs': 0.472403} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.699643] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.700184] env[66507]: INFO nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1226.700184] env[66507]: DEBUG nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1226.700947] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa75ae6-b3cd-44d9-85b9-0d822dc51460 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.840180] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1227.152965] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ff615c-3972-dac9-be7b-f9d71528500a, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.153310] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.153550] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.153783] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.153926] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.154118] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.154402] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f06b0cf-b4b3-4d7e-9831-c25e1c028d0b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.162773] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1227.166609] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.168027] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.168027] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffaf8d70-0c94-4368-9ff1-87877297bc71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.174193] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1227.174193] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a50a5b-6e53-e6c8-64bd-f3b2f332a494" [ 1227.174193] env[66507]: _type = "Task" [ 1227.174193] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.182640] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a50a5b-6e53-e6c8-64bd-f3b2f332a494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.191638] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1227.191864] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.192028] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1227.192238] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.192388] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1227.192531] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1227.192734] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.192885] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1227.193056] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1227.193217] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1227.193394] env[66507]: DEBUG nova.virt.hardware [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1227.194239] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3845462-f7f9-42ba-ac2c-709247a80cd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.202467] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cacb3dd-bf90-4e3f-b6a0-67d8447fea2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.226321] env[66507]: INFO nova.compute.manager [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Took 15.68 seconds to build instance. [ 1227.392327] env[66507]: DEBUG nova.compute.manager [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-changed-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1227.392519] env[66507]: DEBUG nova.compute.manager [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing instance network info cache due to event network-changed-8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1227.392720] env[66507]: DEBUG oslo_concurrency.lockutils [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.392855] env[66507]: DEBUG oslo_concurrency.lockutils [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.393019] env[66507]: DEBUG nova.network.neutron [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.396492] env[66507]: WARNING neutronclient.v2_0.client [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.507115] env[66507]: DEBUG nova.network.neutron [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.559714] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Successfully updated port: b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1227.685143] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a50a5b-6e53-e6c8-64bd-f3b2f332a494, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.686618] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3b81ec-a16a-407d-a4f3-a2389a94ffe7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.691802] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1227.691802] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52129a11-9417-ac3d-07a9-b19a9d3bdf0c" [ 1227.691802] env[66507]: _type = "Task" [ 1227.691802] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.699942] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52129a11-9417-ac3d-07a9-b19a9d3bdf0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.729016] env[66507]: DEBUG oslo_concurrency.lockutils [None req-03a87a38-29ba-4fdf-a788-53bf64e486a8 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.195s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.762124] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1227.762124] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1227.762282] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.901147] env[66507]: WARNING neutronclient.v2_0.client [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.010395] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.010771] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Instance network_info: |[{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1228.011144] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.011294] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.012581] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f5:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f5f630-8f4f-4460-8aae-e5a4a0a666e5', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.020240] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1228.021441] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.021667] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac467e4-9cb7-4dc1-98bb-71442f4324e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.046496] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.046496] env[66507]: value = "task-4639134" [ 1228.046496] env[66507]: _type = "Task" [ 1228.046496] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.055785] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639134, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.062612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.062777] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.062954] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.070933] env[66507]: WARNING neutronclient.v2_0.client [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.144122] env[66507]: DEBUG nova.network.neutron [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updated VIF entry in instance network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.144536] env[66507]: DEBUG nova.network.neutron [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.204025] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52129a11-9417-ac3d-07a9-b19a9d3bdf0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.204363] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.204640] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b9f53425-9c05-4310-addf-3b358b181e4b/b9f53425-9c05-4310-addf-3b358b181e4b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.204943] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44cb705e-de80-41c2-b285-f21d83b427ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.212493] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1228.212493] env[66507]: value = "task-4639135" [ 1228.212493] env[66507]: _type = "Task" [ 1228.212493] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.223285] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.521958] env[66507]: WARNING neutronclient.v2_0.client [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.558957] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639134, 'name': CreateVM_Task, 'duration_secs': 0.437583} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.559232] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.559862] env[66507]: WARNING neutronclient.v2_0.client [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.560328] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.560425] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.560779] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.561089] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414a9d13-90cd-4ee7-a957-f64b679f6565 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.570105] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1228.570105] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]526afa2a-2de3-5a51-9a19-93a9adc6226b" [ 1228.570105] env[66507]: _type = "Task" [ 1228.570105] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.583419] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526afa2a-2de3-5a51-9a19-93a9adc6226b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.602929] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1228.649122] env[66507]: DEBUG oslo_concurrency.lockutils [req-18c73937-f645-4b54-97e6-a953cd2f92dc req-208a84c8-8884-423f-a9f5-d1df08b4a3b4 service nova] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.723116] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.738620] env[66507]: WARNING neutronclient.v2_0.client [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.768180] env[66507]: WARNING neutronclient.v2_0.client [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.821507] env[66507]: DEBUG nova.network.neutron [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating instance_info_cache with network_info: [{"id": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "address": "fa:16:3e:b0:9b:38", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8bb59-73", "ovs_interfaceid": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.844520] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.845010] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.083860] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]526afa2a-2de3-5a51-9a19-93a9adc6226b, 'name': SearchDatastore_Task, 'duration_secs': 0.064344} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.084191] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.084429] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.084658] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.084799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.084974] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.085346] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-638bcc2f-7780-4316-9584-f4be01c46363 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.095021] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.095383] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.096099] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a00228-1100-4c51-9aa3-b89bee794286 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.102527] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1229.102527] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e539e6-b310-d276-c520-d7aab39ab584" [ 1229.102527] env[66507]: _type = "Task" [ 1229.102527] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.111761] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e539e6-b310-d276-c520-d7aab39ab584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.223647] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512484} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.223958] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] b9f53425-9c05-4310-addf-3b358b181e4b/b9f53425-9c05-4310-addf-3b358b181e4b.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.224259] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.224630] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fc001ce-3c51-4825-aecf-62fef50e6cec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.232196] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1229.232196] env[66507]: value = "task-4639136" [ 1229.232196] env[66507]: _type = "Task" [ 1229.232196] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.242723] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.324905] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.325567] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance network_info: |[{"id": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "address": "fa:16:3e:b0:9b:38", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8bb59-73", "ovs_interfaceid": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1229.326169] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:9b:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b8bb59-73d2-4eb7-87d1-970067e99ccd', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.335632] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1229.335949] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.336247] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c28b7916-25a5-4fe9-b429-962b56094883 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.351370] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.351638] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Received event network-vif-plugged-b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1229.351834] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.352057] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.352234] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.352443] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] No waiting events found dispatching network-vif-plugged-b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1229.352633] env[66507]: WARNING nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Received unexpected event network-vif-plugged-b3b8bb59-73d2-4eb7-87d1-970067e99ccd for instance with vm_state building and task_state spawning. [ 1229.352800] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Received event network-changed-b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1229.352956] env[66507]: DEBUG nova.compute.manager [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Refreshing instance network info cache due to event network-changed-b3b8bb59-73d2-4eb7-87d1-970067e99ccd. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1229.353160] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Acquiring lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.353300] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Acquired lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.353483] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Refreshing network info cache for port b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.361085] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.361085] env[66507]: value = "task-4639137" [ 1229.361085] env[66507]: _type = "Task" [ 1229.361085] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.371087] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639137, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.614080] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e539e6-b310-d276-c520-d7aab39ab584, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.614878] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f148aa-a387-4f0c-8383-9502e39a0fae {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.621086] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1229.621086] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521aa204-32cf-5bd1-c23c-1bf149b1bd92" [ 1229.621086] env[66507]: _type = "Task" [ 1229.621086] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.632696] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521aa204-32cf-5bd1-c23c-1bf149b1bd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.743326] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069272} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.743700] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.744467] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f249b-da63-4b40-a1ac-26b3728dcee5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.768078] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] b9f53425-9c05-4310-addf-3b358b181e4b/b9f53425-9c05-4310-addf-3b358b181e4b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.768413] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f69a355-00b3-402a-b9ef-d51a5fd0257f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.789492] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1229.789492] env[66507]: value = "task-4639138" [ 1229.789492] env[66507]: _type = "Task" [ 1229.789492] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.799483] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.857023] env[66507]: WARNING neutronclient.v2_0.client [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.872113] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639137, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.883963] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.884433] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.013122] env[66507]: WARNING neutronclient.v2_0.client [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.091892] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updated VIF entry in instance network info cache for port b3b8bb59-73d2-4eb7-87d1-970067e99ccd. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1230.092348] env[66507]: DEBUG nova.network.neutron [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating instance_info_cache with network_info: [{"id": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "address": "fa:16:3e:b0:9b:38", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8bb59-73", "ovs_interfaceid": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.132341] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521aa204-32cf-5bd1-c23c-1bf149b1bd92, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.132341] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.132534] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 28236e88-3af1-4b70-b67c-bdf77fdf4b81/28236e88-3af1-4b70-b67c-bdf77fdf4b81.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.132788] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca8e445-4930-433b-a270-5dc77746d04b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.140478] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1230.140478] env[66507]: value = "task-4639139" [ 1230.140478] env[66507]: _type = "Task" [ 1230.140478] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.149375] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.302655] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639138, 'name': ReconfigVM_Task, 'duration_secs': 0.311099} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.303163] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] b9f53425-9c05-4310-addf-3b358b181e4b/b9f53425-9c05-4310-addf-3b358b181e4b.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.304105] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc77efb-85fc-4f5e-b216-d4305c19b16e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.313335] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1230.313335] env[66507]: value = "task-4639140" [ 1230.313335] env[66507]: _type = "Task" [ 1230.313335] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.326048] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639140, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.377640] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639137, 'name': CreateVM_Task, 'duration_secs': 0.89594} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.377966] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.378820] env[66507]: WARNING neutronclient.v2_0.client [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.379377] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.379576] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.380099] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.380513] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5447dcc6-581e-4929-a9b4-e3fecaa35a8a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.389011] env[66507]: DEBUG nova.compute.utils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.391225] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1230.391225] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52a8c195-0549-7c18-8596-1127bfd4d1fa" [ 1230.391225] env[66507]: _type = "Task" [ 1230.391225] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.404060] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a8c195-0549-7c18-8596-1127bfd4d1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.594893] env[66507]: DEBUG oslo_concurrency.lockutils [req-5f1b9ed3-4010-430a-aa46-5901107ceb53 req-1cb98d8b-5aef-4178-8691-d8c2201a05de service nova] Releasing lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.653507] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510931} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.653790] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 28236e88-3af1-4b70-b67c-bdf77fdf4b81/28236e88-3af1-4b70-b67c-bdf77fdf4b81.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.654019] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.655281] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37458376-cc15-480c-85b9-f962d3efd245 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.662964] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1230.662964] env[66507]: value = "task-4639141" [ 1230.662964] env[66507]: _type = "Task" [ 1230.662964] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.675573] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.824587] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639140, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.892810] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.904077] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52a8c195-0549-7c18-8596-1127bfd4d1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.066133} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.904406] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.904770] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.904847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.904988] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.905179] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.905449] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b98ad97-4069-4cd1-bdc7-6c1768842c03 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.915203] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.915383] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.916123] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5049dd-da1f-4f27-af16-c08d65b631e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.922414] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1230.922414] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52275f31-d60c-eb56-522a-11c3fce6030f" [ 1230.922414] env[66507]: _type = "Task" [ 1230.922414] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.931225] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52275f31-d60c-eb56-522a-11c3fce6030f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.173045] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068243} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.173212] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.174076] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11882a94-cb6c-4235-9463-ebc0573542ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.196640] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 28236e88-3af1-4b70-b67c-bdf77fdf4b81/28236e88-3af1-4b70-b67c-bdf77fdf4b81.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.196925] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03477a4f-9bd7-42e4-aae3-deea8dfbcf0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.216906] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1231.216906] env[66507]: value = "task-4639142" [ 1231.216906] env[66507]: _type = "Task" [ 1231.216906] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.225364] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.324425] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639140, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.433077] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52275f31-d60c-eb56-522a-11c3fce6030f, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.434015] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e797c8-dcd5-469d-93ca-8ad5c736790b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.440786] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1231.440786] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52576188-9a39-a13a-57f5-3dce31679cd5" [ 1231.440786] env[66507]: _type = "Task" [ 1231.440786] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.450453] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52576188-9a39-a13a-57f5-3dce31679cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.728432] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639142, 'name': ReconfigVM_Task, 'duration_secs': 0.505237} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.728706] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 28236e88-3af1-4b70-b67c-bdf77fdf4b81/28236e88-3af1-4b70-b67c-bdf77fdf4b81.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.729399] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052f7cb8-a860-4b0a-ad7b-9b76e3834492 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.736026] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1231.736026] env[66507]: value = "task-4639143" [ 1231.736026] env[66507]: _type = "Task" [ 1231.736026] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.745846] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639143, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.825944] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639140, 'name': Rename_Task, 'duration_secs': 1.188623} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.826338] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.826550] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fbfb135-f0cc-453c-9c41-45e707abbb8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.833076] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1231.833076] env[66507]: value = "task-4639144" [ 1231.833076] env[66507]: _type = "Task" [ 1231.833076] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.841927] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.952363] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52576188-9a39-a13a-57f5-3dce31679cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.952604] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.952848] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.953141] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7362c824-7281-49e7-bbf7-b2637f4de488 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.959877] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1231.959877] env[66507]: value = "task-4639145" [ 1231.959877] env[66507]: _type = "Task" [ 1231.959877] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.963312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.963558] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.963780] env[66507]: INFO nova.compute.manager [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Attaching volume be91c484-5f1a-447c-ad07-41e876c37111 to /dev/sdb [ 1231.970679] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.001691] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c8633-8d16-4330-87d0-0097d4c359de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.009260] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def878e-e2d2-40f1-9d08-fe6a6e2c18d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.025396] env[66507]: DEBUG nova.virt.block_device [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating existing volume attachment record: d359b9a7-2ba0-4dcc-a1e5-5f50a1ce962e {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.249075] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639143, 'name': Rename_Task, 'duration_secs': 0.156151} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.249545] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.249828] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5357233e-05f5-4d8d-9f55-2712238c78ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.258446] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1232.258446] env[66507]: value = "task-4639147" [ 1232.258446] env[66507]: _type = "Task" [ 1232.258446] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.269756] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.349629] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639144, 'name': PowerOnVM_Task} progress is 92%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.471416] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.771612] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639147, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.845587] env[66507]: DEBUG oslo_vmware.api [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639144, 'name': PowerOnVM_Task, 'duration_secs': 0.603316} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.845986] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.846068] env[66507]: INFO nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1232.846338] env[66507]: DEBUG nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1232.847210] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8072e2ca-88a9-460a-8c78-97a04c304256 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.972285] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516154} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.972690] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.972989] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.973298] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f0c3c01-4350-430f-9562-56043b73a986 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.981932] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1232.981932] env[66507]: value = "task-4639148" [ 1232.981932] env[66507]: _type = "Task" [ 1232.981932] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.992912] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.271304] env[66507]: DEBUG oslo_vmware.api [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639147, 'name': PowerOnVM_Task, 'duration_secs': 0.529981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.271590] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.271783] env[66507]: INFO nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1233.271956] env[66507]: DEBUG nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1233.272819] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650fbb1f-46b2-442c-869f-5b420e274efa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.368013] env[66507]: INFO nova.compute.manager [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Took 18.51 seconds to build instance. [ 1233.493292] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066248} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.493620] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.494487] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85bd74-afe9-4ece-a2d7-299c2af8e535 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.518111] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.519327] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da847167-eabb-40fe-86a8-22481715d2de {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.540688] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1233.540688] env[66507]: value = "task-4639149" [ 1233.540688] env[66507]: _type = "Task" [ 1233.540688] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.550378] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.790590] env[66507]: INFO nova.compute.manager [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Took 14.52 seconds to build instance. [ 1233.870291] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e0c1f80b-0904-408f-a8fd-0f3bb8f955bb tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.029s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.053108] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.087148] env[66507]: DEBUG nova.compute.manager [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Received event network-changed-0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1234.087345] env[66507]: DEBUG nova.compute.manager [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Refreshing instance network info cache due to event network-changed-0ce42259-9f53-41da-99e6-6862c59a94e1. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1234.087554] env[66507]: DEBUG oslo_concurrency.lockutils [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] Acquiring lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.087790] env[66507]: DEBUG oslo_concurrency.lockutils [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] Acquired lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.087903] env[66507]: DEBUG nova.network.neutron [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Refreshing network info cache for port 0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.292644] env[66507]: DEBUG oslo_concurrency.lockutils [None req-31223feb-3cba-4e86-8131-24d424a39ffb tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.037s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.552710] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639149, 'name': ReconfigVM_Task, 'duration_secs': 0.968717} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.552997] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.553666] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3725ae12-ed57-47df-a5d1-dab9d30d20e3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.561762] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1234.561762] env[66507]: value = "task-4639151" [ 1234.561762] env[66507]: _type = "Task" [ 1234.561762] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.571708] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639151, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.590805] env[66507]: WARNING neutronclient.v2_0.client [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.761778] env[66507]: WARNING neutronclient.v2_0.client [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.837855] env[66507]: DEBUG nova.network.neutron [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updated VIF entry in instance network info cache for port 0ce42259-9f53-41da-99e6-6862c59a94e1. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1234.838398] env[66507]: DEBUG nova.network.neutron [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating instance_info_cache with network_info: [{"id": "0ce42259-9f53-41da-99e6-6862c59a94e1", "address": "fa:16:3e:38:f5:b2", "network": {"id": "ebfd1960-0183-4991-8ce4-4c4d9bce2caa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-496370612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8bebed8664944cf8833de5f1bcd7aff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce42259-9f", "ovs_interfaceid": "0ce42259-9f53-41da-99e6-6862c59a94e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.962099] env[66507]: DEBUG nova.compute.manager [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1234.962370] env[66507]: DEBUG nova.compute.manager [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1234.962667] env[66507]: DEBUG oslo_concurrency.lockutils [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.962907] env[66507]: DEBUG oslo_concurrency.lockutils [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.963226] env[66507]: DEBUG nova.network.neutron [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.073128] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639151, 'name': Rename_Task, 'duration_secs': 0.161896} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.073437] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.073711] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf3ad04-25d8-4d4d-a65a-2816d415aaa1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.082009] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1235.082009] env[66507]: value = "task-4639152" [ 1235.082009] env[66507]: _type = "Task" [ 1235.082009] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.091497] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.341693] env[66507]: DEBUG oslo_concurrency.lockutils [req-19e9f719-89ca-4ab7-8ff0-5486dab84b38 req-f5d590f3-df9e-4955-9082-185ec8184638 service nova] Releasing lock "refresh_cache-b9f53425-9c05-4310-addf-3b358b181e4b" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.466026] env[66507]: WARNING neutronclient.v2_0.client [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.593987] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.662546] env[66507]: WARNING neutronclient.v2_0.client [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.736702] env[66507]: DEBUG nova.network.neutron [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1235.737060] env[66507]: DEBUG nova.network.neutron [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.925116] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.925387] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.094327] env[66507]: DEBUG oslo_vmware.api [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639152, 'name': PowerOnVM_Task, 'duration_secs': 0.542147} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.094662] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.094799] env[66507]: INFO nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1236.094972] env[66507]: DEBUG nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1236.095771] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb89663-40e4-441c-ab96-2ff1ecf57e38 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.241087] env[66507]: DEBUG oslo_concurrency.lockutils [req-f8a58803-641d-4f9d-b585-0d9a91c437e9 req-49c17c9d-b679-4a3d-9fb5-d0a76687cf21 service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.428359] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1236.571146] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.571408] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905913', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'name': 'volume-be91c484-5f1a-447c-ad07-41e876c37111', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5c64346-aad7-4b3a-8aad-bb5734d0d33c', 'attached_at': '', 'detached_at': '', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'serial': 'be91c484-5f1a-447c-ad07-41e876c37111'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.572345] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9b825-7580-4d7d-b522-2d22bdc17f37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.592721] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77639bb-ef54-49a1-9af9-d4918cb1aeaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.625546] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-be91c484-5f1a-447c-ad07-41e876c37111/volume-be91c484-5f1a-447c-ad07-41e876c37111.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.627508] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6c565b-7c12-4c48-a5d2-60745f7cb0b0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.641114] env[66507]: INFO nova.compute.manager [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Took 13.98 seconds to build instance. [ 1236.650468] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1236.650468] env[66507]: value = "task-4639153" [ 1236.650468] env[66507]: _type = "Task" [ 1236.650468] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.661806] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.955034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.955034] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.957387] env[66507]: INFO nova.compute.claims [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.144378] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97d71ee6-2599-4fdd-98ce-c41f389b4452 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.490s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.161970] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639153, 'name': ReconfigVM_Task, 'duration_secs': 0.485983} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.162364] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-be91c484-5f1a-447c-ad07-41e876c37111/volume-be91c484-5f1a-447c-ad07-41e876c37111.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.167987] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8fb692-372c-443d-a9e4-c2bc568c7304 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.186151] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1237.186151] env[66507]: value = "task-4639154" [ 1237.186151] env[66507]: _type = "Task" [ 1237.186151] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.196280] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.268432] env[66507]: DEBUG nova.compute.manager [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Received event network-changed-b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1237.268615] env[66507]: DEBUG nova.compute.manager [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Refreshing instance network info cache due to event network-changed-b3b8bb59-73d2-4eb7-87d1-970067e99ccd. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1237.268823] env[66507]: DEBUG oslo_concurrency.lockutils [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] Acquiring lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.268959] env[66507]: DEBUG oslo_concurrency.lockutils [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] Acquired lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.269140] env[66507]: DEBUG nova.network.neutron [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Refreshing network info cache for port b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.698835] env[66507]: DEBUG oslo_vmware.api [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639154, 'name': ReconfigVM_Task, 'duration_secs': 0.202289} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.698915] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905913', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'name': 'volume-be91c484-5f1a-447c-ad07-41e876c37111', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5c64346-aad7-4b3a-8aad-bb5734d0d33c', 'attached_at': '', 'detached_at': '', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'serial': 'be91c484-5f1a-447c-ad07-41e876c37111'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.772414] env[66507]: WARNING neutronclient.v2_0.client [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.944479] env[66507]: WARNING neutronclient.v2_0.client [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.024952] env[66507]: DEBUG nova.network.neutron [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updated VIF entry in instance network info cache for port b3b8bb59-73d2-4eb7-87d1-970067e99ccd. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1238.025335] env[66507]: DEBUG nova.network.neutron [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating instance_info_cache with network_info: [{"id": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "address": "fa:16:3e:b0:9b:38", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8bb59-73", "ovs_interfaceid": "b3b8bb59-73d2-4eb7-87d1-970067e99ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.100016] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3fc56-2cd6-414e-bb1f-421e35243652 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.108820] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf8f9be-ea1f-4db2-8d90-6c67543f0ea2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.145036] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c110c-1d44-450f-a952-b6ab2d735ec9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.154042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf256d-0401-4641-bfd6-e9f74ad25606 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.169513] env[66507]: DEBUG nova.compute.provider_tree [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.530040] env[66507]: DEBUG oslo_concurrency.lockutils [req-de2207d2-8a6f-4653-9aac-66432b16869c req-de265783-be9e-45f5-9602-42737808fb4e service nova] Releasing lock "refresh_cache-a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.672743] env[66507]: DEBUG nova.scheduler.client.report [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.738436] env[66507]: DEBUG nova.objects.instance [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid e5c64346-aad7-4b3a-8aad-bb5734d0d33c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.178749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.179350] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1239.244428] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d660bb22-9cb9-4e8f-9187-73402723bc8c tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.459113] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.459389] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.685083] env[66507]: DEBUG nova.compute.utils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.686641] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1239.686844] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1239.687181] env[66507]: WARNING neutronclient.v2_0.client [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.687926] env[66507]: WARNING neutronclient.v2_0.client [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.735965] env[66507]: DEBUG nova.policy [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.962473] env[66507]: INFO nova.compute.manager [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Detaching volume be91c484-5f1a-447c-ad07-41e876c37111 [ 1240.011183] env[66507]: INFO nova.virt.block_device [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Attempting to driver detach volume be91c484-5f1a-447c-ad07-41e876c37111 from mountpoint /dev/sdb [ 1240.011501] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.011718] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905913', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'name': 'volume-be91c484-5f1a-447c-ad07-41e876c37111', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5c64346-aad7-4b3a-8aad-bb5734d0d33c', 'attached_at': '', 'detached_at': '', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'serial': 'be91c484-5f1a-447c-ad07-41e876c37111'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.013713] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58bf2a5-7da6-4fbc-834d-a2a9c7d46fc1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.038289] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Successfully created port: 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1240.041360] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b2b2c-2efd-4d0f-84e5-8a978afa178c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.050192] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb6428-24f6-4658-8cab-b3e1c6736a27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.071273] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d3302a-adc3-4a9e-ab32-bf5dfc380994 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.087178] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] The volume has not been displaced from its original location: [datastore1] volume-be91c484-5f1a-447c-ad07-41e876c37111/volume-be91c484-5f1a-447c-ad07-41e876c37111.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.092631] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.092997] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1c023b-03d1-4ccb-bc72-ac9a4d553d76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.112893] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1240.112893] env[66507]: value = "task-4639155" [ 1240.112893] env[66507]: _type = "Task" [ 1240.112893] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.122764] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.191703] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1240.624033] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639155, 'name': ReconfigVM_Task, 'duration_secs': 0.257651} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.624334] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.629087] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40c7a1d-23f0-4b1e-a938-d50384502dbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.645807] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1240.645807] env[66507]: value = "task-4639156" [ 1240.645807] env[66507]: _type = "Task" [ 1240.645807] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.654715] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.156576] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.202120] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1241.230446] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.230714] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.230865] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.231051] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.231199] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.231386] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.231595] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.231752] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.231939] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.232119] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.232289] env[66507]: DEBUG nova.virt.hardware [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.233160] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a61ee-b0f9-4083-95d3-eab4c67b6121 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.243843] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac1f13b-a7da-4c79-9d3d-cdda60bfac82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.504417] env[66507]: DEBUG nova.compute.manager [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-vif-plugged-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1241.504788] env[66507]: DEBUG oslo_concurrency.lockutils [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.505108] env[66507]: DEBUG oslo_concurrency.lockutils [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.505390] env[66507]: DEBUG oslo_concurrency.lockutils [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.505667] env[66507]: DEBUG nova.compute.manager [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] No waiting events found dispatching network-vif-plugged-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1241.505940] env[66507]: WARNING nova.compute.manager [req-6fc3d204-6d51-4ecc-b642-46ddb5d43468 req-fd981706-68ff-4188-a9db-1adf6747abd1 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received unexpected event network-vif-plugged-18195196-b6a9-4653-b517-5b57012dafce for instance with vm_state building and task_state spawning. [ 1241.586656] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Successfully updated port: 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1241.657212] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.090209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.090480] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.090948] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1242.158258] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.625204] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1242.658906] env[66507]: DEBUG oslo_vmware.api [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639156, 'name': ReconfigVM_Task, 'duration_secs': 1.820044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.659236] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905913', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'name': 'volume-be91c484-5f1a-447c-ad07-41e876c37111', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5c64346-aad7-4b3a-8aad-bb5734d0d33c', 'attached_at': '', 'detached_at': '', 'volume_id': 'be91c484-5f1a-447c-ad07-41e876c37111', 'serial': 'be91c484-5f1a-447c-ad07-41e876c37111'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.704319] env[66507]: WARNING neutronclient.v2_0.client [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.779431] env[66507]: DEBUG nova.network.neutron [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.203808] env[66507]: DEBUG nova.objects.instance [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'flavor' on Instance uuid e5c64346-aad7-4b3a-8aad-bb5734d0d33c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.282593] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.283051] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Instance network_info: |[{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1243.283963] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:ea:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18195196-b6a9-4653-b517-5b57012dafce', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.292142] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1243.292410] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.292777] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5958c1d-91a2-401c-93d8-4b71e622f9d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.315052] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.315052] env[66507]: value = "task-4639157" [ 1243.315052] env[66507]: _type = "Task" [ 1243.315052] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.330657] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639157, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.535772] env[66507]: DEBUG nova.compute.manager [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-changed-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1243.536075] env[66507]: DEBUG nova.compute.manager [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing instance network info cache due to event network-changed-18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1243.536247] env[66507]: DEBUG oslo_concurrency.lockutils [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.536392] env[66507]: DEBUG oslo_concurrency.lockutils [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.536554] env[66507]: DEBUG nova.network.neutron [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing network info cache for port 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.826365] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639157, 'name': CreateVM_Task, 'duration_secs': 0.343717} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.826779] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.827152] env[66507]: WARNING neutronclient.v2_0.client [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.827420] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.827570] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.827872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.828143] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af5ff14-a0de-41cd-acf7-0b26705f69e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.833183] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1243.833183] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52d2447a-6a7b-34e6-b4ca-a97643572310" [ 1243.833183] env[66507]: _type = "Task" [ 1243.833183] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.841244] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2447a-6a7b-34e6-b4ca-a97643572310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.039705] env[66507]: WARNING neutronclient.v2_0.client [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.174446] env[66507]: WARNING neutronclient.v2_0.client [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.211752] env[66507]: DEBUG oslo_concurrency.lockutils [None req-1db8441e-910b-49c3-b5f1-3775b3202fde tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.752s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.261405] env[66507]: DEBUG nova.network.neutron [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updated VIF entry in instance network info cache for port 18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.261807] env[66507]: DEBUG nova.network.neutron [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.343992] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52d2447a-6a7b-34e6-b4ca-a97643572310, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.344285] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.344513] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.344738] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.344888] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.345074] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.345371] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c45047b-e350-40f2-b869-90e599083551 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.355153] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.355339] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.356160] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f961e5-887c-4b2a-8c2c-b1e93501ae3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.362915] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1244.362915] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f54906-d9fa-b22e-f264-369b489556eb" [ 1244.362915] env[66507]: _type = "Task" [ 1244.362915] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.370868] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f54906-d9fa-b22e-f264-369b489556eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.765046] env[66507]: DEBUG oslo_concurrency.lockutils [req-db877f92-9f70-4f93-bb4c-a63ec4cdcef8 req-2f2446c3-18b8-4f2a-b7d7-c83686ed0da5 service nova] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.784966] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.785253] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.785463] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.785642] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.785808] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.789693] env[66507]: INFO nova.compute.manager [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Terminating instance [ 1244.875203] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f54906-d9fa-b22e-f264-369b489556eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.876035] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f190635-6da0-4497-a7a0-29e7ee40ce01 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.881972] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1244.881972] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523eeeac-816f-ea2a-3bb0-98170d424642" [ 1244.881972] env[66507]: _type = "Task" [ 1244.881972] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.890307] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523eeeac-816f-ea2a-3bb0-98170d424642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.293317] env[66507]: DEBUG nova.compute.manager [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1245.293545] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.294518] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79446e0e-3003-4428-8cec-d0b0ee6c8c37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.303070] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.303456] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91cca510-536a-4249-a7a3-e54cfe901183 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.310867] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1245.310867] env[66507]: value = "task-4639158" [ 1245.310867] env[66507]: _type = "Task" [ 1245.310867] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.323881] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.392878] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523eeeac-816f-ea2a-3bb0-98170d424642, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.393185] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.393439] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] e19b448e-37da-4343-88e7-0c2bf2f68b2c/e19b448e-37da-4343-88e7-0c2bf2f68b2c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.393815] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7465979-bc0a-4adb-9d1e-e587f6075702 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.401670] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1245.401670] env[66507]: value = "task-4639159" [ 1245.401670] env[66507]: _type = "Task" [ 1245.401670] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.411388] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.821570] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639158, 'name': PowerOffVM_Task, 'duration_secs': 0.187913} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.821881] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.822057] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.822319] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89eec0fa-03e8-4ad2-9b14-3f351abee128 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.892944] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.893390] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.893390] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleting the datastore file [datastore2] e5c64346-aad7-4b3a-8aad-bb5734d0d33c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.893548] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eafb8c3-4ae6-4a75-8c74-8d2f8552af2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.901647] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for the task: (returnval){ [ 1245.901647] env[66507]: value = "task-4639161" [ 1245.901647] env[66507]: _type = "Task" [ 1245.901647] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.913101] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.916240] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437249} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.916480] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore1] e19b448e-37da-4343-88e7-0c2bf2f68b2c/e19b448e-37da-4343-88e7-0c2bf2f68b2c.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.916689] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.916948] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bc79795-6a95-46fe-af89-c58037993467 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.923377] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1245.923377] env[66507]: value = "task-4639162" [ 1245.923377] env[66507]: _type = "Task" [ 1245.923377] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.931471] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.412016] env[66507]: DEBUG oslo_vmware.api [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Task: {'id': task-4639161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147062} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.412292] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.412500] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.412688] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.412858] env[66507]: INFO nova.compute.manager [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.413124] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1246.413323] env[66507]: DEBUG nova.compute.manager [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1246.413421] env[66507]: DEBUG nova.network.neutron [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.413668] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.432976] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071418} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.433278] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.434091] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99126d2d-6dbd-4379-a67e-5f9143cdc35a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.457328] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e19b448e-37da-4343-88e7-0c2bf2f68b2c/e19b448e-37da-4343-88e7-0c2bf2f68b2c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.458542] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.460493] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbc2a79-832c-41b7-9610-d5ea6ad4b885 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.482809] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1246.482809] env[66507]: value = "task-4639163" [ 1246.482809] env[66507]: _type = "Task" [ 1246.482809] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.491344] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.569167] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.570689] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.570689] env[66507]: DEBUG nova.compute.manager [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1246.570689] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bca3ae-da86-4ca8-abf2-a41c468bb4e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.578956] env[66507]: DEBUG nova.compute.manager [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66507) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1246.580866] env[66507]: DEBUG nova.objects.instance [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'flavor' on Instance uuid 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.969783] env[66507]: DEBUG nova.compute.manager [req-73507ca5-2949-46d0-9f8d-03459ec66859 req-0b9b788e-bc6e-493e-95c7-cd59340fa1ef service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Received event network-vif-deleted-65941a66-bb93-405b-9ccb-0dc0c28eab8d {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1246.970182] env[66507]: INFO nova.compute.manager [req-73507ca5-2949-46d0-9f8d-03459ec66859 req-0b9b788e-bc6e-493e-95c7-cd59340fa1ef service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Neutron deleted interface 65941a66-bb93-405b-9ccb-0dc0c28eab8d; detaching it from the instance and deleting it from the info cache [ 1246.970359] env[66507]: DEBUG nova.network.neutron [req-73507ca5-2949-46d0-9f8d-03459ec66859 req-0b9b788e-bc6e-493e-95c7-cd59340fa1ef service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.995703] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639163, 'name': ReconfigVM_Task, 'duration_secs': 0.287486} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.995991] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e19b448e-37da-4343-88e7-0c2bf2f68b2c/e19b448e-37da-4343-88e7-0c2bf2f68b2c.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.996625] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4610fa-aa19-4ff7-b7e9-8255b0879f3b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.004840] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1247.004840] env[66507]: value = "task-4639164" [ 1247.004840] env[66507]: _type = "Task" [ 1247.004840] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.014423] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639164, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.442191] env[66507]: DEBUG nova.network.neutron [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.474383] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b1f9ee7-2882-4800-9ef0-3411c7cee780 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.485481] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d042a7-8182-42ad-aeae-73a307c0e4b4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.521309] env[66507]: DEBUG nova.compute.manager [req-73507ca5-2949-46d0-9f8d-03459ec66859 req-0b9b788e-bc6e-493e-95c7-cd59340fa1ef service nova] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Detach interface failed, port_id=65941a66-bb93-405b-9ccb-0dc0c28eab8d, reason: Instance e5c64346-aad7-4b3a-8aad-bb5734d0d33c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1247.529646] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639164, 'name': Rename_Task, 'duration_secs': 0.281058} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.529959] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.530236] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feff72be-ce30-4b4f-9106-eb9ebca11c37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.537586] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1247.537586] env[66507]: value = "task-4639165" [ 1247.537586] env[66507]: _type = "Task" [ 1247.537586] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.546138] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.586975] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.587397] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4266309-063a-4941-a807-f8a5c0713367 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.595740] env[66507]: DEBUG oslo_vmware.api [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1247.595740] env[66507]: value = "task-4639166" [ 1247.595740] env[66507]: _type = "Task" [ 1247.595740] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.605869] env[66507]: DEBUG oslo_vmware.api [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.944673] env[66507]: INFO nova.compute.manager [-] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Took 1.53 seconds to deallocate network for instance. [ 1248.048577] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.107515] env[66507]: DEBUG oslo_vmware.api [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639166, 'name': PowerOffVM_Task, 'duration_secs': 0.323587} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.107882] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.108195] env[66507]: DEBUG nova.compute.manager [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1248.109337] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7230223-daa8-497a-8efd-c9e26fb566c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.452056] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.452245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.452318] env[66507]: DEBUG nova.objects.instance [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lazy-loading 'resources' on Instance uuid e5c64346-aad7-4b3a-8aad-bb5734d0d33c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.549136] env[66507]: DEBUG oslo_vmware.api [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639165, 'name': PowerOnVM_Task, 'duration_secs': 0.631138} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.549949] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.550170] env[66507]: INFO nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1248.550348] env[66507]: DEBUG nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1248.551200] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f21ee5-ea95-410f-98c2-893db8c58171 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.621076] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3a20d06-8e83-4ecb-9b48-492e7c728330 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.038934] env[66507]: DEBUG nova.objects.instance [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'flavor' on Instance uuid 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.070692] env[66507]: INFO nova.compute.manager [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Took 12.14 seconds to build instance. [ 1249.080460] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b7718-08b0-453e-a6ae-96a389931dca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.090103] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7432d7f3-e98c-4908-8fee-38e9e66e9cef {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.121389] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2483700a-9071-4fbc-b141-bc66c97347ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.130013] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88f24d-d8fc-4d4d-92fc-6e5a4bb765cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.145765] env[66507]: DEBUG nova.compute.provider_tree [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.283372] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.548026] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.548186] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.548318] env[66507]: DEBUG nova.network.neutron [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1249.548493] env[66507]: DEBUG nova.objects.instance [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'info_cache' on Instance uuid 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.574737] env[66507]: DEBUG oslo_concurrency.lockutils [None req-67746978-b7a7-400c-85b7-792be3b817e9 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.649s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.648604] env[66507]: DEBUG nova.scheduler.client.report [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.787036] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.051800] env[66507]: DEBUG nova.objects.base [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Object Instance<665a34a7-a4d9-490e-8ff9-f36c7ae0803f> lazy-loaded attributes: flavor,info_cache {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.153411] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.155766] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.369s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.155943] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.156117] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1250.156980] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e661d-017d-439b-b059-699f85f13700 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.167118] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a79e6a-5653-4889-9c4f-44d8200e0218 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.186835] env[66507]: INFO nova.scheduler.client.report [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Deleted allocations for instance e5c64346-aad7-4b3a-8aad-bb5734d0d33c [ 1250.189535] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c9662-f762-4101-bae3-fae2da66018e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.199827] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188757bc-762f-4bb6-9789-a17bda472364 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.233423] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179553MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1250.233423] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.233423] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.356252] env[66507]: DEBUG nova.compute.manager [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1250.356358] env[66507]: DEBUG nova.compute.manager [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1250.356497] env[66507]: DEBUG oslo_concurrency.lockutils [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.356627] env[66507]: DEBUG oslo_concurrency.lockutils [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.356778] env[66507]: DEBUG nova.network.neutron [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.554645] env[66507]: WARNING neutronclient.v2_0.client [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.698132] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e81f8e63-e281-4dd4-8594-a77cd39169ed tempest-AttachVolumeNegativeTest-686526601 tempest-AttachVolumeNegativeTest-686526601-project-member] Lock "e5c64346-aad7-4b3a-8aad-bb5734d0d33c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.726097] env[66507]: WARNING neutronclient.v2_0.client [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.801399] env[66507]: DEBUG nova.network.neutron [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.859150] env[66507]: WARNING neutronclient.v2_0.client [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.267016] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267280] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 665a34a7-a4d9-490e-8ff9-f36c7ae0803f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267391] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fcd104bf-0b64-45d6-8279-9ab639ce46b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267444] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance df762d68-eed9-4f06-bbc1-91b45c6633a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267563] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b9f53425-9c05-4310-addf-3b358b181e4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267704] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 28236e88-3af1-4b70-b67c-bdf77fdf4b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267838] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.267991] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance e19b448e-37da-4343-88e7-0c2bf2f68b2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.268270] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1251.268895] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1251.305104] env[66507]: DEBUG oslo_concurrency.lockutils [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.337650] env[66507]: WARNING neutronclient.v2_0.client [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.407237] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958cae31-45d0-4355-bb22-09051f7833aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.415756] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d1f4b2-939e-495c-9224-d88d01663d21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.450672] env[66507]: DEBUG nova.network.neutron [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1251.451063] env[66507]: DEBUG nova.network.neutron [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.452939] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee6f59-1eb6-4ee9-bb73-773231aaed31 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.463425] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ad85a-06ee-492a-848e-c11d736d1c9b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.481681] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.520353] env[66507]: DEBUG nova.compute.manager [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-changed-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1251.520477] env[66507]: DEBUG nova.compute.manager [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing instance network info cache due to event network-changed-18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1251.520677] env[66507]: DEBUG oslo_concurrency.lockutils [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.520811] env[66507]: DEBUG oslo_concurrency.lockutils [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.520986] env[66507]: DEBUG nova.network.neutron [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing network info cache for port 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.957637] env[66507]: DEBUG oslo_concurrency.lockutils [req-c62bab03-553e-47d1-a2aa-bb6019124c64 req-cc112f26-da62-404e-8d8b-7cf84e1aa16e service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.987853] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.024498] env[66507]: WARNING neutronclient.v2_0.client [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.184314] env[66507]: WARNING neutronclient.v2_0.client [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.258554] env[66507]: DEBUG nova.network.neutron [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updated VIF entry in instance network info cache for port 18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1252.258967] env[66507]: DEBUG nova.network.neutron [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.310400] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.310806] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562e02a7-614f-4dd8-9814-127c687f0f68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.320417] env[66507]: DEBUG oslo_vmware.api [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1252.320417] env[66507]: value = "task-4639168" [ 1252.320417] env[66507]: _type = "Task" [ 1252.320417] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.328673] env[66507]: DEBUG oslo_vmware.api [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.392252] env[66507]: DEBUG nova.compute.manager [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-changed-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1252.392252] env[66507]: DEBUG nova.compute.manager [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing instance network info cache due to event network-changed-18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1252.392465] env[66507]: DEBUG oslo_concurrency.lockutils [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.491286] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1252.491531] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.259s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.761943] env[66507]: DEBUG oslo_concurrency.lockutils [req-6a13ed38-c317-49ad-aa14-2f88e4724229 req-7f0e5a04-0687-4b3a-8ee6-6a5b764752d2 service nova] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.762563] env[66507]: DEBUG oslo_concurrency.lockutils [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.762838] env[66507]: DEBUG nova.network.neutron [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing network info cache for port 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.830186] env[66507]: DEBUG oslo_vmware.api [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639168, 'name': PowerOnVM_Task, 'duration_secs': 0.456104} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.830456] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.830655] env[66507]: DEBUG nova.compute.manager [None req-28931c49-9915-44d4-8fef-37cd8b758ed5 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1252.831456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96262ac-bfea-417a-95f7-7f1ba2d56ddb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.266034] env[66507]: WARNING neutronclient.v2_0.client [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.420865] env[66507]: WARNING neutronclient.v2_0.client [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.501886] env[66507]: DEBUG nova.network.neutron [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updated VIF entry in instance network info cache for port 18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1253.502343] env[66507]: DEBUG nova.network.neutron [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.553293] env[66507]: DEBUG nova.compute.manager [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1253.553499] env[66507]: DEBUG nova.compute.manager [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1253.553716] env[66507]: DEBUG oslo_concurrency.lockutils [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554367] env[66507]: DEBUG oslo_concurrency.lockutils [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554367] env[66507]: DEBUG nova.network.neutron [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.947868] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b580ef0c-5cb4-4bc1-9d54-901c0710a7ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.955476] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Suspending the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1253.955746] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d71798eb-6d3c-4d41-baf3-67f46b700389 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.962980] env[66507]: DEBUG oslo_vmware.api [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1253.962980] env[66507]: value = "task-4639169" [ 1253.962980] env[66507]: _type = "Task" [ 1253.962980] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.971410] env[66507]: DEBUG oslo_vmware.api [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639169, 'name': SuspendVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.005380] env[66507]: DEBUG oslo_concurrency.lockutils [req-d2fdcd9e-c8d9-4cda-94af-a086f81a5d91 req-ea847357-434e-48b3-be2f-270535881f84 service nova] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.056450] env[66507]: WARNING neutronclient.v2_0.client [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.257119] env[66507]: WARNING neutronclient.v2_0.client [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.348178] env[66507]: DEBUG nova.network.neutron [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1254.348635] env[66507]: DEBUG nova.network.neutron [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.475128] env[66507]: DEBUG oslo_vmware.api [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639169, 'name': SuspendVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.492627] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.493721] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1254.764829] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.765238] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.765480] env[66507]: INFO nova.compute.manager [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Shelving [ 1254.851146] env[66507]: DEBUG oslo_concurrency.lockutils [req-a8383ed5-e1c9-4e2d-8198-bbc83ddbda70 req-7978801f-2d9f-4c99-86b2-91c19c7ad95c service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.974567] env[66507]: DEBUG oslo_vmware.api [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639169, 'name': SuspendVM_Task, 'duration_secs': 0.590653} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.974760] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Suspended the VM {{(pid=66507) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1254.974937] env[66507]: DEBUG nova.compute.manager [None req-dc559d7b-58f7-4b79-8458-aa55e9fe3605 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1254.975734] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb072d0-25e0-40c7-8e77-4a66087b6974 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.284491] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.775026] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.775420] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33dc79a7-2437-48e0-a9e2-51066ddf1a04 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.784117] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1255.784117] env[66507]: value = "task-4639171" [ 1255.784117] env[66507]: _type = "Task" [ 1255.784117] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.794817] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.294972] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639171, 'name': PowerOffVM_Task, 'duration_secs': 0.287696} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.295739] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.296447] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac3875-9ffd-447f-8427-b1183f4a8987 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.316074] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba9fee0-c9d2-4984-b09b-91e7f8cdcd82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.329420] env[66507]: INFO nova.compute.manager [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Resuming [ 1256.330086] env[66507]: DEBUG nova.objects.instance [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'flavor' on Instance uuid 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.827587] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1256.828159] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ad15c77-c9e5-420c-9077-4b96ba4155f5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.837353] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1256.837353] env[66507]: value = "task-4639172" [ 1256.837353] env[66507]: _type = "Task" [ 1256.837353] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.848033] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.348951] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.843391] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.843821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquired lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.843891] env[66507]: DEBUG nova.network.neutron [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1257.851638] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639172, 'name': CreateSnapshot_Task, 'duration_secs': 0.703202} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.851903] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1257.852749] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16898994-538e-46bc-abf2-3121e06d3151 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.278488] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.347146] env[66507]: WARNING neutronclient.v2_0.client [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.372441] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1258.372830] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bdfc3ccb-7c61-4278-a7c5-a6f21ce9d258 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.382503] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1258.382503] env[66507]: value = "task-4639174" [ 1258.382503] env[66507]: _type = "Task" [ 1258.382503] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.391903] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639174, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.538039] env[66507]: WARNING neutronclient.v2_0.client [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.617191] env[66507]: DEBUG nova.network.neutron [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [{"id": "538ad8cd-5465-401b-88af-08896cfe7117", "address": "fa:16:3e:a4:cd:de", "network": {"id": "2c3373ca-aaf6-4c4e-979c-df9bc11bb0f2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1046462363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4624bbb01934f47a45737b60b97c8ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538ad8cd-54", "ovs_interfaceid": "538ad8cd-5465-401b-88af-08896cfe7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.893667] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639174, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.120098] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Releasing lock "refresh_cache-665a34a7-a4d9-490e-8ff9-f36c7ae0803f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.121138] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9707eb-41ea-453a-9117-935119621a9e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.128524] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Resuming the VM {{(pid=66507) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1259.128828] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e95f980c-1991-4ff0-b55d-909925c834fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.136386] env[66507]: DEBUG oslo_vmware.api [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1259.136386] env[66507]: value = "task-4639175" [ 1259.136386] env[66507]: _type = "Task" [ 1259.136386] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.145686] env[66507]: DEBUG oslo_vmware.api [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.394454] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639174, 'name': CloneVM_Task, 'duration_secs': 0.997168} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.394732] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Created linked-clone VM from snapshot [ 1259.395512] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ee995-0795-446b-b7eb-7b8c71ab0a86 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.404450] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Uploading image 0f0fdb42-439e-460f-a6ba-a4a368a686a5 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1259.431570] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1259.431570] env[66507]: value = "vm-905916" [ 1259.431570] env[66507]: _type = "VirtualMachine" [ 1259.431570] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1259.431900] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd22e598-75cf-4fbf-bf2c-ce187a2c5b41 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.440037] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease: (returnval){ [ 1259.440037] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ed2a5-e1a7-4ccb-c43d-ad7661bc480d" [ 1259.440037] env[66507]: _type = "HttpNfcLease" [ 1259.440037] env[66507]: } obtained for exporting VM: (result){ [ 1259.440037] env[66507]: value = "vm-905916" [ 1259.440037] env[66507]: _type = "VirtualMachine" [ 1259.440037] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1259.440453] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the lease: (returnval){ [ 1259.440453] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ed2a5-e1a7-4ccb-c43d-ad7661bc480d" [ 1259.440453] env[66507]: _type = "HttpNfcLease" [ 1259.440453] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1259.448384] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.448384] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ed2a5-e1a7-4ccb-c43d-ad7661bc480d" [ 1259.448384] env[66507]: _type = "HttpNfcLease" [ 1259.448384] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1259.647198] env[66507]: DEBUG oslo_vmware.api [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.950538] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.950538] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ed2a5-e1a7-4ccb-c43d-ad7661bc480d" [ 1259.950538] env[66507]: _type = "HttpNfcLease" [ 1259.950538] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.951050] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.951050] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]528ed2a5-e1a7-4ccb-c43d-ad7661bc480d" [ 1259.951050] env[66507]: _type = "HttpNfcLease" [ 1259.951050] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1259.951668] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810c3b2-f1b9-4abb-b8cd-714cc88df3ac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.960121] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.960320] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1260.065926] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68661c9a-215d-40b1-aaa7-03a3195b893e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.148376] env[66507]: DEBUG oslo_vmware.api [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639175, 'name': PowerOnVM_Task, 'duration_secs': 0.943613} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.148607] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Resumed the VM {{(pid=66507) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1260.148772] env[66507]: DEBUG nova.compute.manager [None req-d9907a9b-6278-40b7-bb3b-bdcdf398869b tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1260.149605] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd2965-8043-4e21-8871-75e06bf87634 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.168068] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.168413] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.168560] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.168709] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.168872] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.172174] env[66507]: INFO nova.compute.manager [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Terminating instance [ 1261.676665] env[66507]: DEBUG nova.compute.manager [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1261.676892] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.677787] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a2aea6-e0dd-4657-b189-1e8c31e7d841 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.687319] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.687788] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c620b87-1181-4681-a695-ecfeb81c0fe5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.696691] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1261.696691] env[66507]: value = "task-4639177" [ 1261.696691] env[66507]: _type = "Task" [ 1261.696691] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.709447] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.208784] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639177, 'name': PowerOffVM_Task, 'duration_secs': 0.32348} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.209124] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.209313] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.209595] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb375bf-61bb-449f-9df1-1080f489f5f3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.287691] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.287984] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.288259] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleting the datastore file [datastore2] 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.288593] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc61a652-607b-4b65-80ab-12cd8811c468 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.299441] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for the task: (returnval){ [ 1262.299441] env[66507]: value = "task-4639179" [ 1262.299441] env[66507]: _type = "Task" [ 1262.299441] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.311697] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.811934] env[66507]: DEBUG oslo_vmware.api [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Task: {'id': task-4639179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165069} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.812441] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.812734] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.813014] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.813282] env[66507]: INFO nova.compute.manager [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1262.813630] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1262.813920] env[66507]: DEBUG nova.compute.manager [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1262.814079] env[66507]: DEBUG nova.network.neutron [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1262.814438] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.965417] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.451177] env[66507]: DEBUG nova.compute.manager [req-86a7a53a-a2d1-48e4-a855-5e4101744c71 req-02f30637-a678-43d0-8f51-22c5997c8c87 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Received event network-vif-deleted-538ad8cd-5465-401b-88af-08896cfe7117 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1263.451548] env[66507]: INFO nova.compute.manager [req-86a7a53a-a2d1-48e4-a855-5e4101744c71 req-02f30637-a678-43d0-8f51-22c5997c8c87 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Neutron deleted interface 538ad8cd-5465-401b-88af-08896cfe7117; detaching it from the instance and deleting it from the info cache [ 1263.451548] env[66507]: DEBUG nova.network.neutron [req-86a7a53a-a2d1-48e4-a855-5e4101744c71 req-02f30637-a678-43d0-8f51-22c5997c8c87 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.930374] env[66507]: DEBUG nova.network.neutron [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.956136] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67b41c53-9d24-4cf1-8ab6-5fc6fa512070 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.969042] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5682392-c15b-407a-bb07-b1aed552b54e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.010829] env[66507]: DEBUG nova.compute.manager [req-86a7a53a-a2d1-48e4-a855-5e4101744c71 req-02f30637-a678-43d0-8f51-22c5997c8c87 service nova] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Detach interface failed, port_id=538ad8cd-5465-401b-88af-08896cfe7117, reason: Instance 665a34a7-a4d9-490e-8ff9-f36c7ae0803f could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1264.433640] env[66507]: INFO nova.compute.manager [-] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Took 1.62 seconds to deallocate network for instance. [ 1264.943269] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.943799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.943977] env[66507]: DEBUG nova.objects.instance [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lazy-loading 'resources' on Instance uuid 665a34a7-a4d9-490e-8ff9-f36c7ae0803f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.213449] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.213736] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.213935] env[66507]: INFO nova.compute.manager [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Shelving [ 1265.562777] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a622b6f-452f-4f28-9af5-df95bb7779fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.571294] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b9ea0-89ba-4a0d-beba-bf5363d3ba43 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.610798] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb305a-bc5c-48c2-adb7-00af511d17d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.620519] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d9544-2a0b-41d3-955b-f5753bc3e636 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636499] env[66507]: DEBUG nova.compute.provider_tree [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.813133] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.813484] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.813861] env[66507]: DEBUG nova.objects.instance [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid 28236e88-3af1-4b70-b67c-bdf77fdf4b81 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.139737] env[66507]: DEBUG nova.scheduler.client.report [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.225547] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.225931] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009b41df-ac14-469c-a771-0b4b4346100e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.235032] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1266.235032] env[66507]: value = "task-4639180" [ 1266.235032] env[66507]: _type = "Task" [ 1266.235032] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.245378] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.318559] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.426544] env[66507]: DEBUG nova.objects.instance [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid 28236e88-3af1-4b70-b67c-bdf77fdf4b81 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.645151] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.666409] env[66507]: INFO nova.scheduler.client.report [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Deleted allocations for instance 665a34a7-a4d9-490e-8ff9-f36c7ae0803f [ 1266.746447] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639180, 'name': PowerOffVM_Task, 'duration_secs': 0.256204} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.746722] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.747945] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7fca9d-c772-4606-86a4-46c032789016 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.767052] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838747ff-0cae-469c-87d8-4bbba3b3c51e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.934106] env[66507]: DEBUG nova.objects.base [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance<28236e88-3af1-4b70-b67c-bdf77fdf4b81> lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.934333] env[66507]: DEBUG nova.network.neutron [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1266.934684] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.935116] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.013173] env[66507]: DEBUG nova.policy [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.174048] env[66507]: DEBUG oslo_concurrency.lockutils [None req-cccde381-d055-4109-b852-e2208ea589d9 tempest-ServerActionsTestJSON-2133613622 tempest-ServerActionsTestJSON-2133613622-project-member] Lock "665a34a7-a4d9-490e-8ff9-f36c7ae0803f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.227253] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1267.228277] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0cbbf-b84b-4545-9733-5bc83d0296f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.235715] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1267.235884] env[66507]: ERROR oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk due to incomplete transfer. [ 1267.236121] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c78b0c7a-6100-460d-b5d5-ea4b39249f8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.244473] env[66507]: DEBUG oslo_vmware.rw_handles [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d2fb1-bb2a-16a1-5134-0381875704dd/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1267.244677] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Uploaded image 0f0fdb42-439e-460f-a6ba-a4a368a686a5 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1267.247024] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1267.247214] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6de5d030-9948-498c-bd0f-584d82c01cd6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.253474] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1267.253474] env[66507]: value = "task-4639181" [ 1267.253474] env[66507]: _type = "Task" [ 1267.253474] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.262041] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639181, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.279897] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Creating Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1267.280347] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a32b8b67-7980-44ed-9413-b8747e1a3db4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.289359] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1267.289359] env[66507]: value = "task-4639182" [ 1267.289359] env[66507]: _type = "Task" [ 1267.289359] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.299546] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.764189] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639181, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.798999] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.267038] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639181, 'name': Destroy_Task, 'duration_secs': 0.902725} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.267038] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Destroyed the VM [ 1268.267502] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1268.267645] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dfaaa588-e130-4db2-b696-2e4b7880fc5b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.276227] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1268.276227] env[66507]: value = "task-4639183" [ 1268.276227] env[66507]: _type = "Task" [ 1268.276227] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.285563] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.299028] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639182, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.549154] env[66507]: DEBUG nova.network.neutron [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Successfully updated port: 82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1268.736072] env[66507]: DEBUG nova.compute.manager [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1268.736300] env[66507]: DEBUG oslo_concurrency.lockutils [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.736515] env[66507]: DEBUG oslo_concurrency.lockutils [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.736675] env[66507]: DEBUG oslo_concurrency.lockutils [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.737275] env[66507]: DEBUG nova.compute.manager [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] No waiting events found dispatching network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1268.737533] env[66507]: WARNING nova.compute.manager [req-11b7be6d-f0b1-488b-8ba7-1d4265344e5e req-a529fc32-2473-483f-bb0a-f44c1fabab3f service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received unexpected event network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 for instance with vm_state active and task_state None. [ 1268.786205] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.400347} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.786476] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1268.786738] env[66507]: DEBUG nova.compute.manager [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1268.787533] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e14709-c500-4046-84f7-7f2eaffa7afd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.803763] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639182, 'name': CreateSnapshot_Task, 'duration_secs': 1.055419} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.804291] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Created Snapshot of the VM instance {{(pid=66507) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1268.805050] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d723470-116d-4046-9558-ce243e8ecac7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.052515] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.052799] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.053016] env[66507]: DEBUG nova.network.neutron [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1269.307883] env[66507]: INFO nova.compute.manager [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Shelve offloading [ 1269.324863] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Creating linked-clone VM from snapshot {{(pid=66507) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1269.325975] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e6e153e-a2b8-46a2-961e-eef55ceb1f1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.337100] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1269.337100] env[66507]: value = "task-4639184" [ 1269.337100] env[66507]: _type = "Task" [ 1269.337100] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.348452] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639184, 'name': CloneVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.593833] env[66507]: WARNING nova.network.neutron [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1269.710687] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.812172] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.812433] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8fa6af-f8b3-4dce-9719-cf6f59e5ec89 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.820270] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1269.820270] env[66507]: value = "task-4639185" [ 1269.820270] env[66507]: _type = "Task" [ 1269.820270] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.831549] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.831549] env[66507]: DEBUG nova.compute.manager [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1269.832586] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f626bed-380c-48a9-9e71-e9d005b8d6b6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.843885] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.844068] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.844237] env[66507]: DEBUG nova.network.neutron [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1269.851548] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639184, 'name': CloneVM_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.872343] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.942934] env[66507]: DEBUG nova.network.neutron [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ed06f9-717d-48e8-b2c4-409804640833", "address": "fa:16:3e:c7:ff:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ed06f9-71", "ovs_interfaceid": "82ed06f9-717d-48e8-b2c4-409804640833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.350595] env[66507]: WARNING neutronclient.v2_0.client [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.353050] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639184, 'name': CloneVM_Task} progress is 95%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.445544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.446299] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.446460] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.447447] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d4023-19eb-46ee-a495-3a59fdef7e5a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.468587] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1270.468921] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.469125] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1270.469352] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.469522] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1270.469696] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1270.469927] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.470142] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1270.470345] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1270.470546] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1270.470752] env[66507]: DEBUG nova.virt.hardware [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1270.478079] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfiguring VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1270.478929] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b4d877-ebc3-4b62-91e1-57268c817152 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.501226] env[66507]: DEBUG oslo_vmware.api [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1270.501226] env[66507]: value = "task-4639186" [ 1270.501226] env[66507]: _type = "Task" [ 1270.501226] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.511809] env[66507]: DEBUG oslo_vmware.api [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639186, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.552456] env[66507]: WARNING neutronclient.v2_0.client [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.626757] env[66507]: DEBUG nova.network.neutron [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.768106] env[66507]: DEBUG nova.compute.manager [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1270.768303] env[66507]: DEBUG nova.compute.manager [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-82ed06f9-717d-48e8-b2c4-409804640833. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1270.768516] env[66507]: DEBUG oslo_concurrency.lockutils [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.768672] env[66507]: DEBUG oslo_concurrency.lockutils [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.768851] env[66507]: DEBUG nova.network.neutron [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.852028] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639184, 'name': CloneVM_Task, 'duration_secs': 1.219281} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.852314] env[66507]: INFO nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Created linked-clone VM from snapshot [ 1270.853082] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4107b4-e872-4a23-846f-d18a977c5e29 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.861099] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Uploading image 8d71c83b-6d49-4e56-b7f6-94111d465fe9 {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.892672] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.892672] env[66507]: value = "vm-905918" [ 1270.892672] env[66507]: _type = "VirtualMachine" [ 1270.892672] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.893131] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0376952-f44d-49cb-ae2e-b08d9c294931 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.903050] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease: (returnval){ [ 1270.903050] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ced10e-a657-2e49-eb77-1fc40095fbb5" [ 1270.903050] env[66507]: _type = "HttpNfcLease" [ 1270.903050] env[66507]: } obtained for exporting VM: (result){ [ 1270.903050] env[66507]: value = "vm-905918" [ 1270.903050] env[66507]: _type = "VirtualMachine" [ 1270.903050] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.903050] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the lease: (returnval){ [ 1270.903050] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ced10e-a657-2e49-eb77-1fc40095fbb5" [ 1270.903050] env[66507]: _type = "HttpNfcLease" [ 1270.903050] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.909902] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.909902] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ced10e-a657-2e49-eb77-1fc40095fbb5" [ 1270.909902] env[66507]: _type = "HttpNfcLease" [ 1270.909902] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.016282] env[66507]: DEBUG oslo_vmware.api [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.129915] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.130376] env[66507]: WARNING neutronclient.v2_0.client [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.130718] env[66507]: WARNING neutronclient.v2_0.client [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.272277] env[66507]: WARNING neutronclient.v2_0.client [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.376686] env[66507]: DEBUG nova.compute.manager [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-vif-unplugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1271.377468] env[66507]: DEBUG oslo_concurrency.lockutils [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.377468] env[66507]: DEBUG oslo_concurrency.lockutils [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.377468] env[66507]: DEBUG oslo_concurrency.lockutils [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.377468] env[66507]: DEBUG nova.compute.manager [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] No waiting events found dispatching network-vif-unplugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1271.377714] env[66507]: WARNING nova.compute.manager [req-ce4ad7ec-d71f-41ff-9066-31c765ee25e9 req-80ba27a4-7680-4757-8359-c578593ad0d5 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received unexpected event network-vif-unplugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda for instance with vm_state shelved and task_state shelving_offloading. [ 1271.411396] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.411396] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ced10e-a657-2e49-eb77-1fc40095fbb5" [ 1271.411396] env[66507]: _type = "HttpNfcLease" [ 1271.411396] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.411857] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.411857] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ced10e-a657-2e49-eb77-1fc40095fbb5" [ 1271.411857] env[66507]: _type = "HttpNfcLease" [ 1271.411857] env[66507]: }. {{(pid=66507) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1271.412430] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0374a155-2566-44f1-a7c4-ee647bf686ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.420888] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.421100] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk for reading. {{(pid=66507) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1271.423532] env[66507]: WARNING neutronclient.v2_0.client [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.482360] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.483258] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374622a-0d32-4308-b876-85b43a8d2c09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.493100] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.493369] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fbdd814-8b27-41da-b91c-58c5627c8c50 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.512045] env[66507]: DEBUG oslo_vmware.api [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639186, 'name': ReconfigVM_Task, 'duration_secs': 0.698408} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.512565] env[66507]: WARNING neutronclient.v2_0.client [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.512892] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.513129] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfigured VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1271.518544] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1b41586-bbdd-447c-b662-c34359772f57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.521605] env[66507]: DEBUG nova.network.neutron [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 82ed06f9-717d-48e8-b2c4-409804640833. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1271.522039] env[66507]: DEBUG nova.network.neutron [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ed06f9-717d-48e8-b2c4-409804640833", "address": "fa:16:3e:c7:ff:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ed06f9-71", "ovs_interfaceid": "82ed06f9-717d-48e8-b2c4-409804640833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.561366] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.561727] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.562073] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore2] fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.562415] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dff682a-8e29-4d2d-a4e3-9fc6f9d391aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.570131] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1271.570131] env[66507]: value = "task-4639189" [ 1271.570131] env[66507]: _type = "Task" [ 1271.570131] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.579550] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.020691] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2c513cc5-5d68-4f21-b3da-891c29360f7e tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.207s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.025050] env[66507]: DEBUG oslo_concurrency.lockutils [req-f7f3410d-c83e-40f7-bfc4-1205d4091e7b req-4d67351e-ecfd-4632-8b59-8ed9d69c6589 service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.083518] env[66507]: DEBUG oslo_vmware.api [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131574} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.084282] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.084282] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.084516] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.112284] env[66507]: INFO nova.scheduler.client.report [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted allocations for instance fcd104bf-0b64-45d6-8279-9ab639ce46b3 [ 1272.618282] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.618748] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.618966] env[66507]: DEBUG nova.objects.instance [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'resources' on Instance uuid fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.121748] env[66507]: DEBUG nova.objects.instance [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'numa_topology' on Instance uuid fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.185092] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.185516] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.454895] env[66507]: DEBUG nova.compute.manager [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1273.455240] env[66507]: DEBUG nova.compute.manager [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing instance network info cache due to event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1273.455628] env[66507]: DEBUG oslo_concurrency.lockutils [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.455926] env[66507]: DEBUG oslo_concurrency.lockutils [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.456245] env[66507]: DEBUG nova.network.neutron [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.564858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.565194] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.624673] env[66507]: DEBUG nova.objects.base [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.688943] env[66507]: DEBUG nova.compute.utils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.722040] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ccbb5-26dc-4141-863f-1d0ea9b9aacd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.730300] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6fcda6-d099-4f8f-ac11-e01f759e2a76 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.762990] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423c767-204d-46ea-b537-0f94304ad6a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.771526] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1428a825-5710-41df-a37c-c3ef36898dbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.786572] env[66507]: DEBUG nova.compute.provider_tree [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.959550] env[66507]: WARNING neutronclient.v2_0.client [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.069245] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.069549] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.070777] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bdbcc6-5623-4dbc-b85c-c4ddb4b57fbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.092825] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce41e1c3-1265-4eb9-9bf6-07c9155bed81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.126437] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.134897] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfiguring VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1274.138258] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-845d8c9a-6db8-479b-919a-aa564bd6e4bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.160855] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1274.160855] env[66507]: value = "task-4639190" [ 1274.160855] env[66507]: _type = "Task" [ 1274.160855] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.170862] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.191968] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.200039] env[66507]: WARNING neutronclient.v2_0.client [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.275315] env[66507]: DEBUG nova.network.neutron [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updated VIF entry in instance network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1274.275851] env[66507]: DEBUG nova.network.neutron [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap367342aa-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.289981] env[66507]: DEBUG nova.scheduler.client.report [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.519057] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.519307] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.674034] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.779109] env[66507]: DEBUG oslo_concurrency.lockutils [req-89b6f55f-72f8-46af-b8f1-e0659ce9480a req-26242f5c-65c2-40a9-a913-fd85d2e7fb74 service nova] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.796390] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.022641] env[66507]: DEBUG nova.compute.utils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.172747] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.254278] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.254542] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.254772] env[66507]: INFO nova.compute.manager [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attaching volume 68240bb0-bea3-4cb4-8f43-b3addca2ad50 to /dev/sdb [ 1275.289489] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc95cb35-d187-432f-8ad6-d495fc05d0ad {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.297903] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450ebb5f-0112-4260-8667-c3cf1c7399a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.306432] env[66507]: DEBUG oslo_concurrency.lockutils [None req-557a1982-ea1b-4754-8d58-5a0bb4c43fc5 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.541s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.316271] env[66507]: DEBUG nova.virt.block_device [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating existing volume attachment record: c9d4d3e3-5de8-4f5a-b33d-19f86b9d8021 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1275.472221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.472530] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.472772] env[66507]: INFO nova.compute.manager [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Unshelving [ 1275.526064] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.673565] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.176464] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.498984] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.499374] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.499633] env[66507]: DEBUG nova.objects.instance [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'pci_requests' on Instance uuid fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.600430] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.600670] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.600907] env[66507]: INFO nova.compute.manager [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Attaching volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b to /dev/sdb [ 1276.638887] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952507b-4ab8-4e08-bc20-48c0c8b3fb8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.648377] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b3ec9-b308-4654-8ed5-28c7eee7d922 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.665648] env[66507]: DEBUG nova.virt.block_device [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating existing volume attachment record: c45cf332-2d23-4cc1-a0fa-af0554afa96d {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1276.677961] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.003824] env[66507]: DEBUG nova.objects.instance [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'numa_topology' on Instance uuid fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.176997] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.506971] env[66507]: INFO nova.compute.claims [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.677354] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.177592] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.621381] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827c85f7-f18b-4f32-b87c-44cb5ac3bc57 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.630244] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c46cb7-1b96-4070-94ea-08b71851ab96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.665180] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be26606-7622-42b2-a85a-daafe7263a8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.680663] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.682225] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6686e48-ca72-4449-81ff-8b375fd10e7b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.698833] env[66507]: DEBUG nova.compute.provider_tree [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.886799] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.887913] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd435c-b6e1-48bd-a0be-3b767400e8f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.894872] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.895051] env[66507]: ERROR oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk due to incomplete transfer. [ 1278.895291] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-652fe750-4036-42fe-87e9-d35d980c82ca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.903028] env[66507]: DEBUG oslo_vmware.rw_handles [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ede261-2695-6d8e-83ac-827b7b7a57df/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1278.903158] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Uploaded image 8d71c83b-6d49-4e56-b7f6-94111d465fe9 to the Glance image server {{(pid=66507) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1278.905456] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Destroying the VM {{(pid=66507) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1278.905709] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b46a161-9de8-4074-90d1-f42060ad53fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.911774] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1278.911774] env[66507]: value = "task-4639196" [ 1278.911774] env[66507]: _type = "Task" [ 1278.911774] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.920785] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639196, 'name': Destroy_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.179246] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.202683] env[66507]: DEBUG nova.scheduler.client.report [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.422773] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639196, 'name': Destroy_Task, 'duration_secs': 0.348416} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.423073] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Destroyed the VM [ 1279.423313] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleting Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.423572] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a451cace-c224-4fd3-a04c-716c9f253d1e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.430699] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1279.430699] env[66507]: value = "task-4639198" [ 1279.430699] env[66507]: _type = "Task" [ 1279.430699] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.440197] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.680094] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.708355] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.708877] env[66507]: WARNING neutronclient.v2_0.client [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.742914] env[66507]: INFO nova.network.neutron [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating port 367342aa-9a14-4b9c-a8ff-41daf9d9feda with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1279.864065] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1279.864348] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905919', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'name': 'volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'serial': '68240bb0-bea3-4cb4-8f43-b3addca2ad50'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1279.865597] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f0c8bf-5f95-4721-836a-d9ed91d276d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.884826] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaced067-1703-4f14-85f2-122f2afa77e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.911248] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50/volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.911553] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41457a4b-3fe7-4941-acb6-24c4a91a9033 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.932070] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1279.932070] env[66507]: value = "task-4639199" [ 1279.932070] env[66507]: _type = "Task" [ 1279.932070] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.945823] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.949156] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639198, 'name': RemoveSnapshot_Task, 'duration_secs': 0.325473} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.949432] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleted Snapshot of the VM instance {{(pid=66507) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1279.949701] env[66507]: DEBUG nova.compute.manager [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1279.950539] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d51dd-0597-4a45-bd88-21ec82302221 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.180841] env[66507]: DEBUG oslo_vmware.api [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639190, 'name': ReconfigVM_Task, 'duration_secs': 5.761237} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.181235] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.181301] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Reconfigured VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1280.181725] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.182085] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.211652] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.446824] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639199, 'name': ReconfigVM_Task, 'duration_secs': 0.404425} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.447126] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50/volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.452035] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c923e9d-0574-4592-82da-2d72d8ae1c58 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.464912] env[66507]: INFO nova.compute.manager [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Shelve offloading [ 1280.472218] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1280.472218] env[66507]: value = "task-4639200" [ 1280.472218] env[66507]: _type = "Task" [ 1280.472218] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.483442] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.969089] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.969433] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd04c10f-1c95-428f-b2ea-62a174bd37fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.977783] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1280.977783] env[66507]: value = "task-4639201" [ 1280.977783] env[66507]: _type = "Task" [ 1280.977783] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.983872] env[66507]: DEBUG oslo_vmware.api [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639200, 'name': ReconfigVM_Task, 'duration_secs': 0.257498} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.984485] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905919', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'name': 'volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'serial': '68240bb0-bea3-4cb4-8f43-b3addca2ad50'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.989621] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1280.989835] env[66507]: DEBUG nova.compute.manager [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1280.990607] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75a1bb-7b23-4f25-b865-c3d7d74ada3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.996726] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.996890] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.997071] env[66507]: DEBUG nova.network.neutron [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1281.185270] env[66507]: DEBUG nova.compute.manager [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1281.185761] env[66507]: DEBUG oslo_concurrency.lockutils [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.185971] env[66507]: DEBUG oslo_concurrency.lockutils [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.186511] env[66507]: DEBUG oslo_concurrency.lockutils [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.186511] env[66507]: DEBUG nova.compute.manager [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] No waiting events found dispatching network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1281.186669] env[66507]: WARNING nova.compute.manager [req-1509749f-2565-4d48-8a22-75916096683d req-52af03d7-22f9-47d8-a786-0f6dce158c41 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received unexpected event network-vif-plugged-367342aa-9a14-4b9c-a8ff-41daf9d9feda for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.289415] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.289605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.289781] env[66507]: DEBUG nova.network.neutron [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1281.446452] env[66507]: DEBUG nova.compute.manager [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1281.446710] env[66507]: DEBUG nova.compute.manager [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing instance network info cache due to event network-changed-78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1281.446860] env[66507]: DEBUG oslo_concurrency.lockutils [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.446996] env[66507]: DEBUG oslo_concurrency.lockutils [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.447165] env[66507]: DEBUG nova.network.neutron [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Refreshing network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.500054] env[66507]: WARNING neutronclient.v2_0.client [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.512741] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.718050] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1281.718050] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1281.718050] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84493e72-8375-406d-a95e-1f1ffc70f6e4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.737922] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8186ac7-14b8-4e86-af5f-b3f40caa93e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.771119] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.771119] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a34978-5289-4ad6-8997-cc77f1c00bac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.792936] env[66507]: WARNING neutronclient.v2_0.client [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.799411] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1281.799411] env[66507]: value = "task-4639202" [ 1281.799411] env[66507]: _type = "Task" [ 1281.799411] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.809248] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.950938] env[66507]: WARNING neutronclient.v2_0.client [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.021541] env[66507]: WARNING neutronclient.v2_0.client [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.027717] env[66507]: DEBUG nova.objects.instance [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.111561] env[66507]: WARNING neutronclient.v2_0.client [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.129208] env[66507]: DEBUG nova.network.neutron [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.144307] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.144628] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.145070] env[66507]: DEBUG nova.objects.instance [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'flavor' on Instance uuid e19b448e-37da-4343-88e7-0c2bf2f68b2c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.163885] env[66507]: WARNING neutronclient.v2_0.client [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.209130] env[66507]: DEBUG nova.network.neutron [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.239901] env[66507]: DEBUG nova.network.neutron [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updated VIF entry in instance network info cache for port 78f5f630-8f4f-4460-8aae-e5a4a0a666e5. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1282.240488] env[66507]: DEBUG nova.network.neutron [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ed06f9-717d-48e8-b2c4-409804640833", "address": "fa:16:3e:c7:ff:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ed06f9-71", "ovs_interfaceid": "82ed06f9-717d-48e8-b2c4-409804640833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.310846] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639202, 'name': ReconfigVM_Task, 'duration_secs': 0.362695} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.311522] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.316439] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897a726b-dc42-4e4e-9859-e2130e71d1e7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.332810] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1282.332810] env[66507]: value = "task-4639203" [ 1282.332810] env[66507]: _type = "Task" [ 1282.332810] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.341648] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.532817] env[66507]: DEBUG oslo_concurrency.lockutils [None req-916f0536-b294-40d9-9abb-3fe2c8eedff7 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.635142] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.648806] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.661801] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='907c34bf4890f1258cf38f84dc95f92d',container_format='bare',created_at=2025-11-21T02:30:38Z,direct_url=,disk_format='vmdk',id=0f0fdb42-439e-460f-a6ba-a4a368a686a5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-28592191-shelved',owner='132bca42bfcd441d93cce958d7ed4c16',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-21T02:30:51Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1282.662116] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.662284] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1282.662463] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.662602] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1282.662741] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1282.662938] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1282.663125] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1282.663307] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1282.663467] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1282.663633] env[66507]: DEBUG nova.virt.hardware [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1282.664564] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49f808-7d47-44bd-9cab-b5e64c45811a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.672593] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bcb1f1-9ebd-41da-afb1-34e67909eea2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.688015] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ef:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367342aa-9a14-4b9c-a8ff-41daf9d9feda', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.695334] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1282.695588] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.695803] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3fe3ba9-c916-4404-aad2-a5af2d8302f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.712274] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.712610] env[66507]: WARNING neutronclient.v2_0.client [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.712895] env[66507]: WARNING neutronclient.v2_0.client [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.721358] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.721358] env[66507]: value = "task-4639204" [ 1282.721358] env[66507]: _type = "Task" [ 1282.721358] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.729282] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639204, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.743013] env[66507]: DEBUG oslo_concurrency.lockutils [req-ace26a91-f271-40b3-a7c4-e9f492580f78 req-f8d13bc4-d4f9-4981-a8ea-340753cd9039 service nova] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.743432] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.743616] env[66507]: DEBUG nova.network.neutron [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1282.747874] env[66507]: DEBUG nova.objects.instance [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'pci_requests' on Instance uuid e19b448e-37da-4343-88e7-0c2bf2f68b2c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.845129] env[66507]: DEBUG oslo_vmware.api [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639203, 'name': ReconfigVM_Task, 'duration_secs': 0.158753} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.845129] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1283.061310] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.062369] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a425e1c-1762-4a05-b23d-5337c4c305da {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.070184] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.070450] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c91e0678-fa33-4fdd-9312-25dca3e75b90 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.162692] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.163156] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.163687] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleting the datastore file [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.164315] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-580950c7-5949-4f76-8ec2-788d2af2e9a6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.172858] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1283.172858] env[66507]: value = "task-4639206" [ 1283.172858] env[66507]: _type = "Task" [ 1283.172858] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.181411] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.224374] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1283.224666] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing instance network info cache due to event network-changed-367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1283.224775] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Acquiring lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.224947] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Acquired lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.225282] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Refreshing network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.238249] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639204, 'name': CreateVM_Task, 'duration_secs': 0.430692} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.238660] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.239178] env[66507]: WARNING neutronclient.v2_0.client [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.239544] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.239707] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.240117] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.240619] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6218a3f9-5e9e-41e3-be52-2c3d4d028010 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.245762] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1283.245762] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ff4bfb-803e-ff94-5c8b-54d2c0f92bfc" [ 1283.245762] env[66507]: _type = "Task" [ 1283.245762] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.246505] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.254810] env[66507]: DEBUG nova.objects.base [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1283.255070] env[66507]: DEBUG nova.network.neutron [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1283.255379] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.255666] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.263982] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ff4bfb-803e-ff94-5c8b-54d2c0f92bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.336019] env[66507]: DEBUG nova.policy [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18ca657d9044a879539cec3d482f652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cbcc75099204590ad3d688e7fda617f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.351672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.351912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.412725] env[66507]: WARNING neutronclient.v2_0.client [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.483687] env[66507]: INFO nova.network.neutron [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Port 82ed06f9-717d-48e8-b2c4-409804640833 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1283.484079] env[66507]: DEBUG nova.network.neutron [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [{"id": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "address": "fa:16:3e:fe:f5:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f5f630-8f", "ovs_interfaceid": "78f5f630-8f4f-4460-8aae-e5a4a0a666e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.683083] env[66507]: DEBUG oslo_vmware.api [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141081} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.683362] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.683546] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.683720] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.705324] env[66507]: INFO nova.scheduler.client.report [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted allocations for instance df762d68-eed9-4f06-bbc1-91b45c6633a9 [ 1283.727734] env[66507]: WARNING neutronclient.v2_0.client [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.759203] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.759549] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Processing image 0f0fdb42-439e-460f-a6ba-a4a368a686a5 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.759691] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.759836] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.760064] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.762783] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b9e34b-746b-4eb6-b6aa-19b5b9148520 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.772524] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.772704] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.773510] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8c49b5-e58b-4b85-ac9b-592e8bdd1d07 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.779671] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1283.779671] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52e48927-faef-5305-4de5-02d384027c8c" [ 1283.779671] env[66507]: _type = "Task" [ 1283.779671] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.788391] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52e48927-faef-5305-4de5-02d384027c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.855509] env[66507]: DEBUG nova.compute.utils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.879884] env[66507]: DEBUG nova.objects.instance [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'flavor' on Instance uuid a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.888383] env[66507]: WARNING neutronclient.v2_0.client [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.955681] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updated VIF entry in instance network info cache for port 367342aa-9a14-4b9c-a8ff-41daf9d9feda. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1283.956065] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [{"id": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "address": "fa:16:3e:76:ef:71", "network": {"id": "8d5fd5d0-d220-43c7-8eef-4a3ae2cc7830", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2145799766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132bca42bfcd441d93cce958d7ed4c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367342aa-9a", "ovs_interfaceid": "367342aa-9a14-4b9c-a8ff-41daf9d9feda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.987230] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-28236e88-3af1-4b70-b67c-bdf77fdf4b81" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.210339] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.210627] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.210869] env[66507]: DEBUG nova.objects.instance [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'resources' on Instance uuid df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.290037] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.290426] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Fetch image to [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d/OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.290497] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Downloading stream optimized image 0f0fdb42-439e-460f-a6ba-a4a368a686a5 to [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d/OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d.vmdk on the data store datastore1 as vApp {{(pid=66507) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.290662] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Downloading image file data 0f0fdb42-439e-460f-a6ba-a4a368a686a5 to the ESX as VM named 'OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d' {{(pid=66507) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1284.362125] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.367039] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1284.367039] env[66507]: value = "resgroup-9" [ 1284.367039] env[66507]: _type = "ResourcePool" [ 1284.367039] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1284.367347] env[66507]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cef0566f-a3de-442b-b103-1434e781cc4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.386773] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c047d26e-fe17-4435-86de-fd0cd873c85a tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.786s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.392820] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease: (returnval){ [ 1284.392820] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5299f3d7-d863-da14-2256-ea1dcf5a0aac" [ 1284.392820] env[66507]: _type = "HttpNfcLease" [ 1284.392820] env[66507]: } obtained for vApp import into resource pool (val){ [ 1284.392820] env[66507]: value = "resgroup-9" [ 1284.392820] env[66507]: _type = "ResourcePool" [ 1284.392820] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1284.393220] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the lease: (returnval){ [ 1284.393220] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5299f3d7-d863-da14-2256-ea1dcf5a0aac" [ 1284.393220] env[66507]: _type = "HttpNfcLease" [ 1284.393220] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1284.400221] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.400221] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5299f3d7-d863-da14-2256-ea1dcf5a0aac" [ 1284.400221] env[66507]: _type = "HttpNfcLease" [ 1284.400221] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1284.459364] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Releasing lock "refresh_cache-fcd104bf-0b64-45d6-8279-9ab639ce46b3" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.459850] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-vif-unplugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1284.460092] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.460331] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.460508] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.460687] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] No waiting events found dispatching network-vif-unplugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1284.460874] env[66507]: WARNING nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received unexpected event network-vif-unplugged-8376241b-f2d7-4f78-a4fb-023587861732 for instance with vm_state shelved and task_state shelving_offloading. [ 1284.461059] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-changed-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1284.461277] env[66507]: DEBUG nova.compute.manager [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing instance network info cache due to event network-changed-8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1284.461495] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.461641] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.461801] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.491443] env[66507]: DEBUG oslo_concurrency.lockutils [None req-98efee67-e799-4d5c-8cae-6c900270f1a3 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-28236e88-3af1-4b70-b67c-bdf77fdf4b81-82ed06f9-717d-48e8-b2c4-409804640833" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.926s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.713180] env[66507]: DEBUG nova.objects.instance [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'numa_topology' on Instance uuid df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.838519] env[66507]: DEBUG nova.network.neutron [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Successfully updated port: 82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1284.901785] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.901785] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5299f3d7-d863-da14-2256-ea1dcf5a0aac" [ 1284.901785] env[66507]: _type = "HttpNfcLease" [ 1284.901785] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1284.902144] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1284.902144] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5299f3d7-d863-da14-2256-ea1dcf5a0aac" [ 1284.902144] env[66507]: _type = "HttpNfcLease" [ 1284.902144] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1284.902864] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1a30b-8944-4b48-b0d3-825e624c7bd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.910971] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1284.911177] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1284.968417] env[66507]: WARNING neutronclient.v2_0.client [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.976620] env[66507]: DEBUG nova.compute.manager [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-changed-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1284.976773] env[66507]: DEBUG nova.compute.manager [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing instance network info cache due to event network-changed-18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1284.977054] env[66507]: DEBUG oslo_concurrency.lockutils [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.977158] env[66507]: DEBUG oslo_concurrency.lockutils [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.977256] env[66507]: DEBUG nova.network.neutron [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing network info cache for port 18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.984448] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbd908fb-2248-4d76-a14d-a37a4168660e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.159272] env[66507]: WARNING neutronclient.v2_0.client [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.216353] env[66507]: DEBUG nova.objects.base [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1285.256602] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updated VIF entry in instance network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1285.256969] env[66507]: DEBUG nova.network.neutron [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": null, "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8376241b-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.319306] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f955a2-51e7-4e00-b0c7-c7a256a1884c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.328187] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa7a12-456e-490b-b7ab-a1841b7ae3e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.366082] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.372640] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0569926f-10bf-43bd-b6ec-788af2b89a37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.382713] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc1e7a-e740-4616-9d08-e2077e1299aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.400587] env[66507]: DEBUG nova.compute.provider_tree [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.481386] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.481680] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.481939] env[66507]: INFO nova.compute.manager [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attaching volume 0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf to /dev/sdc [ 1285.484495] env[66507]: WARNING neutronclient.v2_0.client [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.521043] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5b6ff-a6a3-4924-b5cb-d9234ff50833 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.531086] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc71a5-125c-4883-82d7-2655292b9b39 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.547200] env[66507]: DEBUG nova.virt.block_device [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating existing volume attachment record: b36c4bf1-4d83-49dc-b1d0-ea14c568dce9 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.680719] env[66507]: WARNING neutronclient.v2_0.client [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.759832] env[66507]: DEBUG oslo_concurrency.lockutils [req-41bd4bfe-ea3f-41b5-8ab3-0abb65370add req-0df8a557-e558-467c-ab03-209e44e2e7e0 service nova] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.767239] env[66507]: DEBUG nova.network.neutron [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updated VIF entry in instance network info cache for port 18195196-b6a9-4653-b517-5b57012dafce. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1285.767648] env[66507]: DEBUG nova.network.neutron [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.906812] env[66507]: DEBUG nova.scheduler.client.report [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.155582] env[66507]: INFO nova.compute.manager [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Rebuilding instance [ 1286.209601] env[66507]: DEBUG nova.compute.manager [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1286.210598] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8bcea9-8732-4d0e-93ae-8f460849a620 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.232250] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1286.232535] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1286.233456] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2de26e-690b-43a3-ace5-94c8f89f9d56 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.240817] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1286.240988] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1286.241341] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2270a456-59c6-4513-a726-8c6cebb7f0e1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.271072] env[66507]: DEBUG oslo_concurrency.lockutils [req-984c9209-161b-48c6-9ac8-5179838e92f1 req-ab923248-2b4f-49d0-b1cb-47f674aeddee service nova] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.271254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.271514] env[66507]: DEBUG nova.network.neutron [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1286.413833] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.438046] env[66507]: DEBUG oslo_vmware.rw_handles [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cb190-5fa0-958d-1382-1d944a5b694e/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1286.438298] env[66507]: INFO nova.virt.vmwareapi.images [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Downloaded image file data 0f0fdb42-439e-460f-a6ba-a4a368a686a5 [ 1286.439203] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c55ed3-e8e1-40b7-8879-3bbb0987eff0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.458740] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f48902b0-daa6-4867-888d-6770e99c2de7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.503498] env[66507]: INFO nova.virt.vmwareapi.images [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] The imported VM was unregistered [ 1286.506410] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1286.506649] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.506936] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10140495-ec67-4cf2-b83b-c4483864e710 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.518380] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Created directory with path [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.518558] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d/OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d.vmdk to [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk. {{(pid=66507) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1286.518819] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-42266ebb-e4bd-4a8f-bd3e-5edea24d1967 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.526443] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1286.526443] env[66507]: value = "task-4639210" [ 1286.526443] env[66507]: _type = "Task" [ 1286.526443] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.534686] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.820914] env[66507]: WARNING nova.network.neutron [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] 52f4c176-734a-4b1d-9560-375587654b82 already exists in list: networks containing: ['52f4c176-734a-4b1d-9560-375587654b82']. ignoring it [ 1286.842540] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.923631] env[66507]: DEBUG oslo_concurrency.lockutils [None req-5d3d364e-9bf8-4809-bc34-6e93e8166733 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.710s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.924662] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.082s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.924895] env[66507]: INFO nova.compute.manager [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Unshelving [ 1286.934968] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.995291] env[66507]: DEBUG nova.compute.manager [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1286.996043] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.996678] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.996678] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.996678] env[66507]: DEBUG nova.compute.manager [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] No waiting events found dispatching network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1286.997087] env[66507]: WARNING nova.compute.manager [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received unexpected event network-vif-plugged-82ed06f9-717d-48e8-b2c4-409804640833 for instance with vm_state active and task_state None. [ 1286.997087] env[66507]: DEBUG nova.compute.manager [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-changed-82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1286.997215] env[66507]: DEBUG nova.compute.manager [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing instance network info cache due to event network-changed-82ed06f9-717d-48e8-b2c4-409804640833. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1286.997339] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.039363] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.103245] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.193243] env[66507]: DEBUG nova.network.neutron [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ed06f9-717d-48e8-b2c4-409804640833", "address": "fa:16:3e:c7:ff:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ed06f9-71", "ovs_interfaceid": "82ed06f9-717d-48e8-b2c4-409804640833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.226160] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.226461] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc9be68-f07b-443d-afd3-56e704563508 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.234142] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1287.234142] env[66507]: value = "task-4639211" [ 1287.234142] env[66507]: _type = "Task" [ 1287.234142] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.244811] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.538514] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.696280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.697134] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.697373] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.697594] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.697848] env[66507]: DEBUG nova.network.neutron [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Refreshing network info cache for port 82ed06f9-717d-48e8-b2c4-409804640833 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.699781] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974cac5-bd51-4c8e-b4a2-bc09552294c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.721067] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1287.721326] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.721463] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1287.721641] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.721780] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1287.721920] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1287.722339] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.722631] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1287.723090] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1287.723511] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1287.723511] env[66507]: DEBUG nova.virt.hardware [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1287.729987] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfiguring VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1287.731154] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c201e2d8-0543-463c-9fc2-84ed67f80dda {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.752976] env[66507]: DEBUG oslo_vmware.api [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1287.752976] env[66507]: value = "task-4639212" [ 1287.752976] env[66507]: _type = "Task" [ 1287.752976] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.756365] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639211, 'name': PowerOffVM_Task, 'duration_secs': 0.226397} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.760055] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.771772] env[66507]: DEBUG oslo_vmware.api [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639212, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.828783] env[66507]: INFO nova.compute.manager [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Detaching volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b [ 1287.865295] env[66507]: INFO nova.virt.block_device [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Attempting to driver detach volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b from mountpoint /dev/sdb [ 1287.865541] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1287.865727] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1287.866660] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd05b2-017c-432d-bf35-d9a529b1ba2d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.897047] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a8b37-86b7-4130-9316-41f1ed45f7aa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.906349] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b9ce3-e336-4b3a-8c40-a11a9680fb7c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.930641] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ee054-9138-41c9-a58e-f25d2c72ade5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.953378] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1287.958746] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.960466] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.960724] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.960928] env[66507]: DEBUG nova.objects.instance [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'pci_requests' on Instance uuid df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.962187] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed7a24a-4fbf-4ab0-a0b5-0874e3262abd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.985497] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1287.985497] env[66507]: value = "task-4639214" [ 1287.985497] env[66507]: _type = "Task" [ 1287.985497] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.997564] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.041529] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.204637] env[66507]: WARNING neutronclient.v2_0.client [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.273080] env[66507]: DEBUG oslo_vmware.api [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.386319] env[66507]: WARNING neutronclient.v2_0.client [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.481187] env[66507]: DEBUG nova.objects.instance [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'numa_topology' on Instance uuid df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.485638] env[66507]: DEBUG nova.network.neutron [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updated VIF entry in instance network info cache for port 82ed06f9-717d-48e8-b2c4-409804640833. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1288.487192] env[66507]: DEBUG nova.network.neutron [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ed06f9-717d-48e8-b2c4-409804640833", "address": "fa:16:3e:c7:ff:38", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ed06f9-71", "ovs_interfaceid": "82ed06f9-717d-48e8-b2c4-409804640833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.508072] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639214, 'name': ReconfigVM_Task, 'duration_secs': 0.244906} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.508438] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.516061] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbf2336-0057-453e-93f7-113060f05292 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.547978] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.550130] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1288.550130] env[66507]: value = "task-4639215" [ 1288.550130] env[66507]: _type = "Task" [ 1288.550130] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.563359] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.771233] env[66507]: DEBUG oslo_vmware.api [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639212, 'name': ReconfigVM_Task, 'duration_secs': 0.66167} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.771607] env[66507]: WARNING neutronclient.v2_0.client [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.771847] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.772159] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfigured VM to attach interface {{(pid=66507) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1288.990830] env[66507]: INFO nova.compute.claims [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.994012] env[66507]: DEBUG oslo_concurrency.lockutils [req-35bb8490-4489-49bf-9444-9824de58cf50 req-e61a64d5-370f-481d-88dc-a27d87674aaf service nova] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.047237] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639210, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.414484} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.047516] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d/OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d.vmdk to [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk. [ 1289.047700] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Cleaning up location [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1289.047859] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_43432a8a-1cbe-4fa1-8884-a2e21d4caa4d {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.048437] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e16bad4-259c-4344-99d2-6c6883907b0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.059566] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639215, 'name': ReconfigVM_Task, 'duration_secs': 0.250285} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.061035] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1289.063428] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1289.063428] env[66507]: value = "task-4639216" [ 1289.063428] env[66507]: _type = "Task" [ 1289.063428] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.072772] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.276875] env[66507]: DEBUG oslo_concurrency.lockutils [None req-16b1ccf5-a229-40f4-ab19-02155b9f1af4 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.132s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.575551] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036333} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.575963] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.575963] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.576238] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk to [datastore1] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.576504] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40badf95-3c8c-4e0a-b5e7-df67f5d91202 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.584955] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1289.584955] env[66507]: value = "task-4639217" [ 1289.584955] env[66507]: _type = "Task" [ 1289.584955] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.594622] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.096757] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.097953] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1290.098179] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905924', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'name': 'volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'serial': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1290.101438] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058e69f-cad4-4566-922f-f7ca85de923b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.121761] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.124974] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32effe9b-b51b-4ffc-9bb0-9ec96bc6f1e5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.127370] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9edc7ed-5327-4c19-a7bf-add7bdd246ff {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.157095] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf/volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.159650] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd82559-2c42-4bec-8f4c-67e291d22e35 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.173629] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9a5654-527e-4d82-ab70-6fb684c4ff82 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.176413] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1290.176413] env[66507]: value = "task-4639218" [ 1290.176413] env[66507]: _type = "Task" [ 1290.176413] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.183910] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c3664-fe5b-4757-a244-022032324fd8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.189159] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1290.189159] env[66507]: value = "task-4639219" [ 1290.189159] env[66507]: _type = "Task" [ 1290.189159] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.196566] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] VM already powered off {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1290.196779] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.197113] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.224378] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1153d6-6e6a-4827-8ea2-01972bc5e059 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.228243] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85544077-f028-4b5b-8f00-e08ff392c1bb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.236525] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.255904] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e84404-d514-4d9d-8ecd-ea207b53f179 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.259791] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677257a5-84c5-41f1-8587-c852358c3319 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.276871] env[66507]: DEBUG nova.compute.provider_tree [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.280284] env[66507]: WARNING nova.virt.vmwareapi.driver [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1290.280615] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.281762] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca8fd3-4236-4d0b-b9fd-2a352b2f6f75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.291704] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.292113] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-383e51ca-7233-403e-bbf7-2ba61415b214 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.384047] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.384315] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.384482] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.384795] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f280949-6073-4ba2-8d82-a51169924851 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.395934] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1290.395934] env[66507]: value = "task-4639221" [ 1290.395934] env[66507]: _type = "Task" [ 1290.395934] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.409156] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.598205] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.705147] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639219, 'name': ReconfigVM_Task, 'duration_secs': 0.518923} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.705455] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf/volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.710304] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c905c84-a31f-45f0-ba21-52a5b8b26ac6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.729197] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1290.729197] env[66507]: value = "task-4639222" [ 1290.729197] env[66507]: _type = "Task" [ 1290.729197] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.741857] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.783334] env[66507]: DEBUG nova.scheduler.client.report [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.908524] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.910162] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.910424] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.101099] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.241521] env[66507]: DEBUG oslo_vmware.api [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639222, 'name': ReconfigVM_Task, 'duration_secs': 0.198457} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.241806] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905924', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'name': 'volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'serial': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.288361] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.327s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.288835] env[66507]: WARNING neutronclient.v2_0.client [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.326265] env[66507]: INFO nova.network.neutron [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating port 8376241b-f2d7-4f78-a4fb-023587861732 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1291.409391] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.98904} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.409672] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.409858] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.410146] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.413402] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.413402] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.414154] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a038394f-8e98-4db5-962d-ebe61d42ec6b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.435223] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c774b-4c13-41b8-b76e-7cb2bef42dca {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.459860] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.465926] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfiguring VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1291.467153] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa3fb8c-be27-4b25-be0c-b587bc3489ed {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.492460] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1291.492460] env[66507]: value = "task-4639223" [ 1291.492460] env[66507]: _type = "Task" [ 1291.492460] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.508549] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.601099] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.920308] env[66507]: INFO nova.virt.block_device [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Booting with volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b at /dev/sdb [ 1291.957610] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d44bf4-3fbd-4503-806f-95f1d2ba091b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.970019] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ec211-be51-4cea-90e6-75c97c482962 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.010649] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f472ed4-b10f-4502-94a8-b89ccd439f13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.012738] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.022133] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e139b1-23ac-42b7-b730-c068fcb275b7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.053804] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714f515-e8b6-4cea-8497-66fb4ba021fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.061962] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f02f1-4a1b-4b90-b317-9e126ffb2db4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.077187] env[66507]: DEBUG nova.virt.block_device [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating existing volume attachment record: 0b966299-44f3-4031-8f5c-2d1408fb97f9 {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.097306] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639217, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.468554} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.097574] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f0fdb42-439e-460f-a6ba-a4a368a686a5/0f0fdb42-439e-460f-a6ba-a4a368a686a5.vmdk to [datastore1] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.098420] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561cb7e-75fa-4bcc-bbfc-1a75bf3b5233 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.121722] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.122151] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65644666-3ed6-4cdd-bd19-bff64f71c60e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.143626] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1292.143626] env[66507]: value = "task-4639224" [ 1292.143626] env[66507]: _type = "Task" [ 1292.143626] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.154783] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.290483] env[66507]: DEBUG nova.objects.instance [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.503659] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.659559] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.795858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-792872b4-853f-4763-a8a0-0a4147cd9bf1 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.824935] env[66507]: DEBUG nova.compute.manager [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1292.825288] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.825567] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.825840] env[66507]: DEBUG oslo_concurrency.lockutils [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.825989] env[66507]: DEBUG nova.compute.manager [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] No waiting events found dispatching network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1292.826261] env[66507]: WARNING nova.compute.manager [req-e2dfbbf7-ab94-43d3-8dad-57ef15cd0cad req-e7d7b425-6f6d-4b0e-9e34-48f632c9830d service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received unexpected event network-vif-plugged-8376241b-f2d7-4f78-a4fb-023587861732 for instance with vm_state shelved_offloaded and task_state spawning. [ 1292.923583] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.923928] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.924227] env[66507]: DEBUG nova.network.neutron [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1293.005708] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.162296] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.429074] env[66507]: WARNING neutronclient.v2_0.client [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.507085] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.626906] env[66507]: WARNING neutronclient.v2_0.client [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.657277] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639224, 'name': ReconfigVM_Task, 'duration_secs': 1.073093} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.657585] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] fcd104bf-0b64-45d6-8279-9ab639ce46b3/fcd104bf-0b64-45d6-8279-9ab639ce46b3.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.658292] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd801c6b-85b1-4387-9e21-3cc8ab7d3944 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.667885] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1293.667885] env[66507]: value = "task-4639225" [ 1293.667885] env[66507]: _type = "Task" [ 1293.667885] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.682569] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639225, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.718430] env[66507]: DEBUG nova.network.neutron [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.743702] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.744095] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.006187] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.179984] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639225, 'name': Rename_Task, 'duration_secs': 0.269645} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.180292] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.180538] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2abe1291-1743-48a2-9eeb-3ccb6c655c21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.188431] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1294.188431] env[66507]: value = "task-4639226" [ 1294.188431] env[66507]: _type = "Task" [ 1294.188431] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.197093] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.221897] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.247017] env[66507]: INFO nova.compute.manager [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Detaching volume 68240bb0-bea3-4cb4-8f43-b3addca2ad50 [ 1294.250743] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6860d6686fe6109d0a77939e27fb9477',container_format='bare',created_at=2025-11-21T02:30:49Z,direct_url=,disk_format='vmdk',id=8d71c83b-6d49-4e56-b7f6-94111d465fe9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1976302103-shelved',owner='dc410235df7b4c02b913d13d2df6338e',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-21T02:31:03Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.250988] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.251153] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.251330] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.251470] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.251608] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.251809] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.251971] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.252160] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.252316] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.252484] env[66507]: DEBUG nova.virt.hardware [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.253544] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819220d7-1020-4373-8769-d810f0d36159 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.265964] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00024e7c-e6ad-4362-b134-c8a2a48faf21 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.271997] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.272441] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.272620] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.272807] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.272951] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.273112] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.273358] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.273641] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.273709] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.273840] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.274522] env[66507]: DEBUG nova.virt.hardware [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.275598] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e860083-7b6f-46de-a58a-7d2277402bbd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.290126] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:29:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8376241b-f2d7-4f78-a4fb-023587861732', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.299536] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1294.301054] env[66507]: INFO nova.virt.block_device [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attempting to driver detach volume 68240bb0-bea3-4cb4-8f43-b3addca2ad50 from mountpoint /dev/sdb [ 1294.301232] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.301607] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905919', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'name': 'volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'serial': '68240bb0-bea3-4cb4-8f43-b3addca2ad50'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.303671] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.304666] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159652be-daad-4a9d-8b77-b0405cfcdc44 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.308692] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-871fdad7-735e-4c36-9106-d4db97adc8e9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.328687] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233405cf-17a4-4a1d-a729-529278780563 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.364090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4309b-840e-4e06-8db8-ca3aaf24a0d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.367017] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.367017] env[66507]: value = "task-4639227" [ 1294.367017] env[66507]: _type = "Task" [ 1294.367017] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.367583] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:9b:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b8bb59-73d2-4eb7-87d1-970067e99ccd', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.375443] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1294.375840] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.379702] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b396a2aa-1739-4a04-bbeb-bc3d5eef90bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.397683] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4845b-c161-4812-ba25-8b99abf89c68 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.405017] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639227, 'name': CreateVM_Task} progress is 25%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.405276] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.405276] env[66507]: value = "task-4639228" [ 1294.405276] env[66507]: _type = "Task" [ 1294.405276] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.430090] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8caea9-dfcb-4c38-989d-7e7f9d217968 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.436441] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639228, 'name': CreateVM_Task} progress is 15%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.450393] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The volume has not been displaced from its original location: [datastore1] volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50/volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.455944] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.456341] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df99d20-420c-44c9-aefc-70f2245d8d2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.476916] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1294.476916] env[66507]: value = "task-4639229" [ 1294.476916] env[66507]: _type = "Task" [ 1294.476916] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.488120] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.508245] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.700242] env[66507]: DEBUG oslo_vmware.api [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639226, 'name': PowerOnVM_Task, 'duration_secs': 0.494656} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.700695] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.823322] env[66507]: DEBUG nova.compute.manager [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1294.824326] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd834b4-a793-4450-bebf-a0b452590efd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.857933] env[66507]: DEBUG nova.compute.manager [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-changed-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1294.857933] env[66507]: DEBUG nova.compute.manager [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing instance network info cache due to event network-changed-8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1294.857933] env[66507]: DEBUG oslo_concurrency.lockutils [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] Acquiring lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.858355] env[66507]: DEBUG oslo_concurrency.lockutils [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] Acquired lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.858355] env[66507]: DEBUG nova.network.neutron [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Refreshing network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.887526] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639227, 'name': CreateVM_Task, 'duration_secs': 0.515756} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.887753] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.888340] env[66507]: WARNING neutronclient.v2_0.client [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.888720] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.888886] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.889280] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.889550] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcca9e8-b04b-4702-9a89-1940863f061d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.895597] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1294.895597] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]523152d2-f520-b47e-a1ac-37a059bfc379" [ 1294.895597] env[66507]: _type = "Task" [ 1294.895597] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.905417] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]523152d2-f520-b47e-a1ac-37a059bfc379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.916193] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639228, 'name': CreateVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.987854] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639229, 'name': ReconfigVM_Task, 'duration_secs': 0.29562} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.988135] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.993394] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb1e8f9-6d61-4866-9ca2-a049322fb822 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.014788] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.016275] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1295.016275] env[66507]: value = "task-4639230" [ 1295.016275] env[66507]: _type = "Task" [ 1295.016275] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.024681] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.345150] env[66507]: DEBUG oslo_concurrency.lockutils [None req-d3a319d3-3b6f-4e49-84e4-80e9a32a46da tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.871s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.362497] env[66507]: WARNING neutronclient.v2_0.client [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.412977] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.413304] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Processing image 8d71c83b-6d49-4e56-b7f6-94111d465fe9 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.413541] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.413684] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.413854] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.414166] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2e35c6-d3c0-4ff1-9ac6-c74cadf0855c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.422991] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639228, 'name': CreateVM_Task, 'duration_secs': 0.517456} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.422991] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.423343] env[66507]: WARNING neutronclient.v2_0.client [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1295.423747] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.423902] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.424242] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.425524] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b457b9ff-3000-47fe-9868-9c2cc7384509 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.427276] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.427448] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.428189] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ebbd31-dc84-4a57-bfcb-9cc3ca313409 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.434444] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1295.434444] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52baea18-3178-914c-fa44-d96b181f6d38" [ 1295.434444] env[66507]: _type = "Task" [ 1295.434444] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.435750] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1295.435750] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527e2c86-7aa3-1ec8-f2ae-d1e6143c36f1" [ 1295.435750] env[66507]: _type = "Task" [ 1295.435750] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.447945] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52baea18-3178-914c-fa44-d96b181f6d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.451936] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527e2c86-7aa3-1ec8-f2ae-d1e6143c36f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.514929] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.529721] env[66507]: DEBUG oslo_vmware.api [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639230, 'name': ReconfigVM_Task, 'duration_secs': 0.219383} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.530075] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905919', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'name': 'volume-68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '68240bb0-bea3-4cb4-8f43-b3addca2ad50', 'serial': '68240bb0-bea3-4cb4-8f43-b3addca2ad50'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.551574] env[66507]: WARNING neutronclient.v2_0.client [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.622732] env[66507]: DEBUG nova.network.neutron [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updated VIF entry in instance network info cache for port 8376241b-f2d7-4f78-a4fb-023587861732. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1295.623134] env[66507]: DEBUG nova.network.neutron [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [{"id": "8376241b-f2d7-4f78-a4fb-023587861732", "address": "fa:16:3e:e5:29:96", "network": {"id": "1ef6de94-30fb-4ce6-86ed-85f3dd8188cd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-908198159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc410235df7b4c02b913d13d2df6338e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376241b-f2", "ovs_interfaceid": "8376241b-f2d7-4f78-a4fb-023587861732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.948544] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527e2c86-7aa3-1ec8-f2ae-d1e6143c36f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.951824] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.952128] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.952369] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.952519] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.952731] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.953052] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a8fd9d-8107-41e2-b559-2b12782c286f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.954887] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Preparing fetch location {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1295.955105] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Fetch image to [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1/OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1.vmdk {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1295.955364] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Downloading stream optimized image 8d71c83b-6d49-4e56-b7f6-94111d465fe9 to [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1/OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1.vmdk on the data store datastore2 as vApp {{(pid=66507) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1295.955523] env[66507]: DEBUG nova.virt.vmwareapi.images [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Downloading image file data 8d71c83b-6d49-4e56-b7f6-94111d465fe9 to the ESX as VM named 'OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1' {{(pid=66507) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1295.965455] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.965662] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.966667] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d45ee48-c1ca-47a1-9d87-5cc37587fce5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.972786] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1295.972786] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52ddbc44-fb1c-5844-7766-32801acac6fe" [ 1295.972786] env[66507]: _type = "Task" [ 1295.972786] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.982907] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ddbc44-fb1c-5844-7766-32801acac6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.016844] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.039486] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1296.039486] env[66507]: value = "resgroup-9" [ 1296.039486] env[66507]: _type = "ResourcePool" [ 1296.039486] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1296.039793] env[66507]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24218eb8-ab7c-40ae-8c14-09601d408701 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.061206] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease: (returnval){ [ 1296.061206] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240b072-5aa6-403b-5e91-ffa923f7c26f" [ 1296.061206] env[66507]: _type = "HttpNfcLease" [ 1296.061206] env[66507]: } obtained for vApp import into resource pool (val){ [ 1296.061206] env[66507]: value = "resgroup-9" [ 1296.061206] env[66507]: _type = "ResourcePool" [ 1296.061206] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1296.061584] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the lease: (returnval){ [ 1296.061584] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240b072-5aa6-403b-5e91-ffa923f7c26f" [ 1296.061584] env[66507]: _type = "HttpNfcLease" [ 1296.061584] env[66507]: } to be ready. {{(pid=66507) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1296.069018] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.069018] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240b072-5aa6-403b-5e91-ffa923f7c26f" [ 1296.069018] env[66507]: _type = "HttpNfcLease" [ 1296.069018] env[66507]: } is initializing. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1296.079534] env[66507]: DEBUG nova.objects.instance [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.126364] env[66507]: DEBUG oslo_concurrency.lockutils [req-b234ba11-4221-4a54-92f2-6f6b06502b0c req-d476f7b4-4792-4192-b7d1-c2ede0f74bc6 service nova] Releasing lock "refresh_cache-df762d68-eed9-4f06-bbc1-91b45c6633a9" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.484903] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52ddbc44-fb1c-5844-7766-32801acac6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.485783] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b90360c-1d5b-4607-ae7f-cb7c50447396 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.493051] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1296.493051] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52554668-ca00-84ab-cb88-73a199ccf119" [ 1296.493051] env[66507]: _type = "Task" [ 1296.493051] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.503353] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52554668-ca00-84ab-cb88-73a199ccf119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.514451] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.570681] env[66507]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.570681] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240b072-5aa6-403b-5e91-ffa923f7c26f" [ 1296.570681] env[66507]: _type = "HttpNfcLease" [ 1296.570681] env[66507]: } is ready. {{(pid=66507) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1296.570923] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1296.570923] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5240b072-5aa6-403b-5e91-ffa923f7c26f" [ 1296.570923] env[66507]: _type = "HttpNfcLease" [ 1296.570923] env[66507]: }. {{(pid=66507) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1296.571671] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9a04c-5d88-4c48-bafa-5f01226d3bf1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.579582] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk from lease info. {{(pid=66507) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1296.579756] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk. {{(pid=66507) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1296.643803] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3f543a2-cdc6-4d54-85f6-ce653bbc721c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.004553] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52554668-ca00-84ab-cb88-73a199ccf119, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.004846] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.005096] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.005374] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61342023-84c5-4aa7-8d57-ed3ca827c8ce {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.017150] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.018919] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1297.018919] env[66507]: value = "task-4639232" [ 1297.018919] env[66507]: _type = "Task" [ 1297.018919] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.028335] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.039118] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.139952] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b5b62366-efe3-4e25-8b90-f5325d2f7367 tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.396s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.142749] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.104s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.520730] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.534297] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509357} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.535532] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.535780] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.536107] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846e1293-fa53-4383-b6cf-4bd8d7c79474 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.545054] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1297.545054] env[66507]: value = "task-4639233" [ 1297.545054] env[66507]: _type = "Task" [ 1297.545054] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.557802] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.646804] env[66507]: INFO nova.compute.manager [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Detaching volume 0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf [ 1297.697132] env[66507]: INFO nova.virt.block_device [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Attempting to driver detach volume 0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf from mountpoint /dev/sdc [ 1297.697402] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1297.697649] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905924', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'name': 'volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'serial': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1297.698628] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d8e52-b180-4ea7-b997-dd9abe325d71 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.728499] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b885d9a-1f14-45b0-a7be-5cebd64753e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.738156] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30705667-4989-4e1e-9a2c-bb1ea504baea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.765492] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3b1d8-6d7e-4692-b20f-545d0e6e145f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.782534] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] The volume has not been displaced from its original location: [datastore1] volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf/volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1297.788129] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.791165] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e505e5-164f-4367-98d7-6451927901d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.812111] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1297.812111] env[66507]: value = "task-4639234" [ 1297.812111] env[66507]: _type = "Task" [ 1297.812111] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.824179] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.843617] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Completed reading data from the image iterator. {{(pid=66507) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1297.843822] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1297.844818] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe634554-35d9-465f-99c5-6ddd996476c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.851858] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk is in state: ready. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1297.852064] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk. {{(pid=66507) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1297.852332] env[66507]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-69769801-b99d-4062-831a-aa28a043e299 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.018531] env[66507]: DEBUG oslo_vmware.api [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639223, 'name': ReconfigVM_Task, 'duration_secs': 6.199815} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.018898] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.018947] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Reconfigured VM to detach interface {{(pid=66507) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1298.019382] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.019691] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.051942] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.057474] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082535} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.057746] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.058668] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6763830-ca84-45bb-a208-efab832b72fb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.083776] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.086547] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2e4e1e-2c82-4c12-99bc-5edec06d8b20 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.108914] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1298.108914] env[66507]: value = "task-4639235" [ 1298.108914] env[66507]: _type = "Task" [ 1298.108914] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.119360] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.236351] env[66507]: DEBUG oslo_vmware.rw_handles [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c856b4-9757-fe3d-9153-2d679cc5ae4e/disk-0.vmdk. {{(pid=66507) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1298.236624] env[66507]: INFO nova.virt.vmwareapi.images [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Downloaded image file data 8d71c83b-6d49-4e56-b7f6-94111d465fe9 [ 1298.237450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8c8cd-f607-4397-988c-b72e686551fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.256203] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb7cf67-4df8-4a65-bd10-14f87e9d7ca5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.322716] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639234, 'name': ReconfigVM_Task, 'duration_secs': 0.357666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.323070] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.328021] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52e1570-6651-4882-b1f8-4cc8c39cd9cd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.345226] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1298.345226] env[66507]: value = "task-4639237" [ 1298.345226] env[66507]: _type = "Task" [ 1298.345226] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.355548] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.414048] env[66507]: INFO nova.virt.vmwareapi.images [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] The imported VM was unregistered [ 1298.419024] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Caching image {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1298.419024] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.419024] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d7c318-a8c5-4ca1-8546-3056b5d4f009 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.432730] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Created directory with path [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9 {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.433027] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1/OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1.vmdk to [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk. {{(pid=66507) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1298.433382] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cb5d27c4-a078-4c0c-a6e4-455a7ef3acf7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.443385] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1298.443385] env[66507]: value = "task-4639238" [ 1298.443385] env[66507]: _type = "Task" [ 1298.443385] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.452402] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.620304] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639235, 'name': ReconfigVM_Task, 'duration_secs': 0.477253} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.620605] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8/a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.621733] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'encryption_options': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'image_id': '7d84b058-126e-4bb2-8160-0805529cf00c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'attachment_id': '0b966299-44f3-4031-8f5c-2d1408fb97f9', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=66507) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1298.621928] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1298.622126] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1298.622973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2895751-5992-4d12-80bd-ea81fdb96286 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.642631] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08781241-2df9-4d12-a530-91a281e7f6e8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.670380] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.671127] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8294384c-fa4d-4bcd-81b1-5e3d1a26bfd0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.692374] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1298.692374] env[66507]: value = "task-4639239" [ 1298.692374] env[66507]: _type = "Task" [ 1298.692374] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.708417] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.857164] env[66507]: DEBUG oslo_vmware.api [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639237, 'name': ReconfigVM_Task, 'duration_secs': 0.243998} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.857476] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905924', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'name': 'volume-0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9f53425-9c05-4310-addf-3b358b181e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf', 'serial': '0fa53dc7-e1dc-4ea7-8adf-89d7c5a621bf'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.749774] env[66507]: DEBUG nova.objects.instance [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'flavor' on Instance uuid b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.751736] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.751903] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquired lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.752081] env[66507]: DEBUG nova.network.neutron [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1299.775936] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.776492] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.776798] env[66507]: WARNING oslo_vmware.common.loopingcall [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] task run outlasted interval by 0.332392 sec [ 1299.789846] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.259656] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.267065] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.267278] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.268052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.268052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.268052] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.269347] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.269972] env[66507]: INFO nova.compute.manager [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Terminating instance [ 1300.289757] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.459921] env[66507]: WARNING neutronclient.v2_0.client [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.537289] env[66507]: INFO nova.network.neutron [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Port 82ed06f9-717d-48e8-b2c4-409804640833 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1300.537680] env[66507]: DEBUG nova.network.neutron [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [{"id": "18195196-b6a9-4653-b517-5b57012dafce", "address": "fa:16:3e:17:ea:78", "network": {"id": "52f4c176-734a-4b1d-9560-375587654b82", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1817842563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cbcc75099204590ad3d688e7fda617f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18195196-b6", "ovs_interfaceid": "18195196-b6a9-4653-b517-5b57012dafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.764873] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.770606] env[66507]: DEBUG oslo_concurrency.lockutils [None req-2a39a9da-cd00-448b-bd69-39ea8b4a4dde tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.628s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.773969] env[66507]: DEBUG nova.compute.manager [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1300.774200] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.775159] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3f823-aec6-4b07-b214-5f8915a0b3be {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.789804] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.793579] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-968c4ccd-642e-4199-afd9-35faaac24ac0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.795664] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.804137] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1300.804137] env[66507]: value = "task-4639240" [ 1300.804137] env[66507]: _type = "Task" [ 1300.804137] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.820833] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.042138] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Releasing lock "refresh_cache-e19b448e-37da-4343-88e7-0c2bf2f68b2c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.263311] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639239, 'name': ReconfigVM_Task, 'duration_secs': 2.280271} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.263603] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.268328] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d706c346-8600-4f06-8b5d-c0333c0ae6dd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.284442] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1301.284442] env[66507]: value = "task-4639241" [ 1301.284442] env[66507]: _type = "Task" [ 1301.284442] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.287807] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639238, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.550842} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.291227] env[66507]: INFO nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1/OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1.vmdk to [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk. [ 1301.291433] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Cleaning up location [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1 {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1301.291591] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ea11ec1f-8c24-4a72-986f-7c4ab07ca6a1 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.291847] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ee7357-2730-4f65-94f1-6bc98de6495f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.298953] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.300375] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1301.300375] env[66507]: value = "task-4639242" [ 1301.300375] env[66507]: _type = "Task" [ 1301.300375] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.311479] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.316821] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639240, 'name': PowerOffVM_Task, 'duration_secs': 0.3809} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.317104] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.317276] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.317563] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22f60e37-aa89-4d84-885b-882bdac903b3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.415174] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.415454] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.415540] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleting the datastore file [datastore1] e19b448e-37da-4343-88e7-0c2bf2f68b2c {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.415765] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76500655-a17d-492c-81e8-7fbfbd1a48fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.423598] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1301.423598] env[66507]: value = "task-4639244" [ 1301.423598] env[66507]: _type = "Task" [ 1301.423598] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.432281] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.521029] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.521316] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.521523] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.521703] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.521859] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.524246] env[66507]: INFO nova.compute.manager [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Terminating instance [ 1301.544581] env[66507]: DEBUG oslo_concurrency.lockutils [None req-a968e64e-920d-489c-8511-550d5b6a2e8a tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "interface-e19b448e-37da-4343-88e7-0c2bf2f68b2c-82ed06f9-717d-48e8-b2c4-409804640833" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.634s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.799271] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639241, 'name': ReconfigVM_Task, 'duration_secs': 0.217867} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.799622] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1301.800297] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c183be-9b07-40f5-a25f-7ab4646de543 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.810598] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05552} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.811914] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.812140] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.812464] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk to [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.812815] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1301.812815] env[66507]: value = "task-4639245" [ 1301.812815] env[66507]: _type = "Task" [ 1301.812815] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.813088] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e1a0208-e2dd-407a-a0cc-6e95d313eaa6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.824199] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639245, 'name': Rename_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.825565] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1301.825565] env[66507]: value = "task-4639246" [ 1301.825565] env[66507]: _type = "Task" [ 1301.825565] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.834610] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.934787] env[66507]: DEBUG oslo_vmware.api [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192337} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.935188] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.935322] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.935376] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.935549] env[66507]: INFO nova.compute.manager [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1301.935794] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1301.935980] env[66507]: DEBUG nova.compute.manager [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1301.936082] env[66507]: DEBUG nova.network.neutron [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1301.936335] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.970863] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.029770] env[66507]: DEBUG nova.compute.manager [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1302.030007] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.031182] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d179ca-01c2-4f03-a922-0ca283c1681d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.042211] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.042599] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55480b1-f59c-4b02-ac56-c0dd627016d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.053259] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1302.053259] env[66507]: value = "task-4639247" [ 1302.053259] env[66507]: _type = "Task" [ 1302.053259] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.067390] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.327999] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639245, 'name': Rename_Task, 'duration_secs': 0.176907} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.332682] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.333097] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87aa1740-d257-46cc-ac8c-09261260ae8f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.345447] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.347052] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1302.347052] env[66507]: value = "task-4639248" [ 1302.347052] env[66507]: _type = "Task" [ 1302.347052] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.357819] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.565048] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639247, 'name': PowerOffVM_Task, 'duration_secs': 0.294728} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.565364] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.565539] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.565800] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc2eaf9-36d6-411e-b006-167b34ff4747 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.648604] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.648981] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.649291] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleting the datastore file [datastore2] b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.649690] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe78d95-6788-44a0-97ff-2dc6bc6e7fa8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.662791] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for the task: (returnval){ [ 1302.662791] env[66507]: value = "task-4639250" [ 1302.662791] env[66507]: _type = "Task" [ 1302.662791] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.673647] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.842485] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.860952] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.175350] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.284318] env[66507]: DEBUG nova.compute.manager [req-7bc54084-4775-4cb1-832c-f427a634c213 req-7f2289cb-c925-49c0-af46-ffbb327113ab service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Received event network-vif-deleted-18195196-b6a9-4653-b517-5b57012dafce {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1303.284318] env[66507]: INFO nova.compute.manager [req-7bc54084-4775-4cb1-832c-f427a634c213 req-7f2289cb-c925-49c0-af46-ffbb327113ab service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Neutron deleted interface 18195196-b6a9-4653-b517-5b57012dafce; detaching it from the instance and deleting it from the info cache [ 1303.285948] env[66507]: DEBUG nova.network.neutron [req-7bc54084-4775-4cb1-832c-f427a634c213 req-7f2289cb-c925-49c0-af46-ffbb327113ab service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.343762] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.363081] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.679146] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.760100] env[66507]: DEBUG nova.network.neutron [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.789350] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97d56edd-1c10-4f1a-8210-0d80b9f5d873 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.803765] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a88f92-f7e6-42a5-97ad-4244c48b3be0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.843311] env[66507]: DEBUG nova.compute.manager [req-7bc54084-4775-4cb1-832c-f427a634c213 req-7f2289cb-c925-49c0-af46-ffbb327113ab service nova] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Detach interface failed, port_id=18195196-b6a9-4653-b517-5b57012dafce, reason: Instance e19b448e-37da-4343-88e7-0c2bf2f68b2c could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1303.852422] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.861672] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task} progress is 71%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.178195] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.263651] env[66507]: INFO nova.compute.manager [-] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Took 2.33 seconds to deallocate network for instance. [ 1304.342658] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.362800] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.675684] env[66507]: DEBUG oslo_vmware.api [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Task: {'id': task-4639250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.733826} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.675875] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.675926] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.676101] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.676271] env[66507]: INFO nova.compute.manager [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1304.676515] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1304.676707] env[66507]: DEBUG nova.compute.manager [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1304.676796] env[66507]: DEBUG nova.network.neutron [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1304.677048] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.710503] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.771738] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.772055] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.772324] env[66507]: DEBUG nova.objects.instance [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'resources' on Instance uuid e19b448e-37da-4343-88e7-0c2bf2f68b2c {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.841330] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639246, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55026} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.841330] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8d71c83b-6d49-4e56-b7f6-94111d465fe9/8d71c83b-6d49-4e56-b7f6-94111d465fe9.vmdk to [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.841888] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e8de1-7170-46a1-b408-dfb3378638d4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.865462] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.868745] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8da0e3-70e0-4499-a479-d8292709871d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.889768] env[66507]: DEBUG oslo_vmware.api [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639248, 'name': PowerOnVM_Task, 'duration_secs': 2.248545} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.891151] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.891365] env[66507]: DEBUG nova.compute.manager [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1304.891702] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1304.891702] env[66507]: value = "task-4639251" [ 1304.891702] env[66507]: _type = "Task" [ 1304.891702] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.892443] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f1e4b-ecae-45ed-bef8-980035f32c6f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.908079] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.328669] env[66507]: DEBUG nova.compute.manager [req-351bd76e-9ff6-479c-9c58-d14912b4185f req-4b868023-b43c-42de-9661-9b13af12bf1f service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Received event network-vif-deleted-0ce42259-9f53-41da-99e6-6862c59a94e1 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1305.328731] env[66507]: INFO nova.compute.manager [req-351bd76e-9ff6-479c-9c58-d14912b4185f req-4b868023-b43c-42de-9661-9b13af12bf1f service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Neutron deleted interface 0ce42259-9f53-41da-99e6-6862c59a94e1; detaching it from the instance and deleting it from the info cache [ 1305.328917] env[66507]: DEBUG nova.network.neutron [req-351bd76e-9ff6-479c-9c58-d14912b4185f req-4b868023-b43c-42de-9661-9b13af12bf1f service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.392415] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e7fd0-cb42-4395-b038-f816d1f494d7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.410976] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8248dc5-c472-4fa9-ab03-8d1f040ec765 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.417877] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.423087] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.450973] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89870b8-d76b-4153-a981-8888c374742e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.459704] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bab2d9-b3a5-44fa-8e80-2a08d95aad9d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.475458] env[66507]: DEBUG nova.compute.provider_tree [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.625479] env[66507]: DEBUG nova.network.neutron [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.831831] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cac2097e-453e-4d07-8e24-c7026fa8b1d5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.842314] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587e313-4958-42bc-887e-6bb44c25742f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.873190] env[66507]: DEBUG nova.compute.manager [req-351bd76e-9ff6-479c-9c58-d14912b4185f req-4b868023-b43c-42de-9661-9b13af12bf1f service nova] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Detach interface failed, port_id=0ce42259-9f53-41da-99e6-6862c59a94e1, reason: Instance b9f53425-9c05-4310-addf-3b358b181e4b could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1305.908309] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.978597] env[66507]: DEBUG nova.scheduler.client.report [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.131123] env[66507]: INFO nova.compute.manager [-] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Took 1.45 seconds to deallocate network for instance. [ 1306.409025] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639251, 'name': ReconfigVM_Task, 'duration_secs': 1.160986} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.409328] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Reconfigured VM instance instance-00000077 to attach disk [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9/df762d68-eed9-4f06-bbc1-91b45c6633a9.vmdk or device None with type streamOptimized {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.409953] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6da3996-3068-466d-9739-c436022a8d4e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.416274] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1306.416274] env[66507]: value = "task-4639252" [ 1306.416274] env[66507]: _type = "Task" [ 1306.416274] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.424306] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639252, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.484462] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.487032] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.064s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.487250] env[66507]: DEBUG nova.objects.instance [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1306.520015] env[66507]: INFO nova.scheduler.client.report [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted allocations for instance e19b448e-37da-4343-88e7-0c2bf2f68b2c [ 1306.637441] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.927146] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639252, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.028184] env[66507]: DEBUG oslo_concurrency.lockutils [None req-8b3d21bf-a2b5-4614-9ac1-b120503c12bf tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "e19b448e-37da-4343-88e7-0c2bf2f68b2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.761s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.293572] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.293826] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.294085] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.294311] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.294519] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.296855] env[66507]: INFO nova.compute.manager [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Terminating instance [ 1307.428250] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639252, 'name': Rename_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.497610] env[66507]: DEBUG oslo_concurrency.lockutils [None req-149a43cd-4f0d-43fe-8542-b1343b58a5cb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.498619] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.861s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.498853] env[66507]: DEBUG nova.objects.instance [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lazy-loading 'resources' on Instance uuid b9f53425-9c05-4310-addf-3b358b181e4b {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.801458] env[66507]: DEBUG nova.compute.manager [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1307.801663] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.802729] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ece5f-450d-455e-aec1-5bd09b8e9899 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.814026] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.814346] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864ec6f2-56e4-4528-922a-8405fe6e172d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.822231] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1307.822231] env[66507]: value = "task-4639253" [ 1307.822231] env[66507]: _type = "Task" [ 1307.822231] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.831049] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.928413] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639252, 'name': Rename_Task, 'duration_secs': 1.147279} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.928852] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.928957] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441a9f3b-eb65-4649-ad5d-e8d1efebdbf6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.935801] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1307.935801] env[66507]: value = "task-4639254" [ 1307.935801] env[66507]: _type = "Task" [ 1307.935801] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.944976] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.099856] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295eb169-7530-4520-b3fa-4fd50b8fbdbc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.108218] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d746d-9aba-4bbf-bfca-fefd0c765246 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.138065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e5d65f-62b0-443b-8794-ad71da060d8b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.146171] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143638b7-2508-46b8-84d5-60c1b4fb0e67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.160130] env[66507]: DEBUG nova.compute.provider_tree [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.333102] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639253, 'name': PowerOffVM_Task, 'duration_secs': 0.198882} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.333491] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.333755] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.333955] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e746e1ad-a6de-424c-bf79-9f77d33f58bd {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.398610] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.398882] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.398980] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleting the datastore file [datastore2] 28236e88-3af1-4b70-b67c-bdf77fdf4b81 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.399203] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c27113-7d23-42ba-a727-bf800f6eafb2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.406363] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for the task: (returnval){ [ 1308.406363] env[66507]: value = "task-4639256" [ 1308.406363] env[66507]: _type = "Task" [ 1308.406363] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.416416] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.446736] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.664110] env[66507]: DEBUG nova.scheduler.client.report [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.917054] env[66507]: DEBUG oslo_vmware.api [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Task: {'id': task-4639256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148261} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.917382] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.917519] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.917672] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.917841] env[66507]: INFO nova.compute.manager [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1308.918099] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1308.918299] env[66507]: DEBUG nova.compute.manager [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1308.918396] env[66507]: DEBUG nova.network.neutron [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1308.918725] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.948025] env[66507]: DEBUG oslo_vmware.api [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639254, 'name': PowerOnVM_Task, 'duration_secs': 0.86906} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.948433] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.951264] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.053433] env[66507]: DEBUG nova.compute.manager [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1309.054376] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674fc0a9-11a3-489a-b680-c81bdecaecc2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.170465] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.189402] env[66507]: DEBUG nova.compute.manager [req-9ddbd69d-a8ac-42e0-a24d-151e52c71aa7 req-f83dc754-4b6e-4833-b411-10fd682a8ce0 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Received event network-vif-deleted-78f5f630-8f4f-4460-8aae-e5a4a0a666e5 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1309.189616] env[66507]: INFO nova.compute.manager [req-9ddbd69d-a8ac-42e0-a24d-151e52c71aa7 req-f83dc754-4b6e-4833-b411-10fd682a8ce0 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Neutron deleted interface 78f5f630-8f4f-4460-8aae-e5a4a0a666e5; detaching it from the instance and deleting it from the info cache [ 1309.189785] env[66507]: DEBUG nova.network.neutron [req-9ddbd69d-a8ac-42e0-a24d-151e52c71aa7 req-f83dc754-4b6e-4833-b411-10fd682a8ce0 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.195252] env[66507]: INFO nova.scheduler.client.report [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Deleted allocations for instance b9f53425-9c05-4310-addf-3b358b181e4b [ 1309.573517] env[66507]: DEBUG oslo_concurrency.lockutils [None req-290034dd-8ead-4aef-8e21-b86d0a498434 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.649s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.662769] env[66507]: DEBUG nova.network.neutron [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.693827] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-785e2b1f-cceb-4671-aeb4-e5ac782487d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.703312] env[66507]: DEBUG oslo_concurrency.lockutils [None req-0377b232-41b8-4778-b880-3e952f67f02b tempest-AttachVolumeTestJSON-1757376105 tempest-AttachVolumeTestJSON-1757376105-project-member] Lock "b9f53425-9c05-4310-addf-3b358b181e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.182s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.707070] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e95bcf-0fda-424a-95fd-6a30cafa08a4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.738809] env[66507]: DEBUG nova.compute.manager [req-9ddbd69d-a8ac-42e0-a24d-151e52c71aa7 req-f83dc754-4b6e-4833-b411-10fd682a8ce0 service nova] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Detach interface failed, port_id=78f5f630-8f4f-4460-8aae-e5a4a0a666e5, reason: Instance 28236e88-3af1-4b70-b67c-bdf77fdf4b81 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1310.165419] env[66507]: INFO nova.compute.manager [-] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Took 1.25 seconds to deallocate network for instance. [ 1310.284018] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.491480] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.491708] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.491909] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.492101] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.492266] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.494383] env[66507]: INFO nova.compute.manager [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Terminating instance [ 1310.673699] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.673979] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.674221] env[66507]: DEBUG nova.objects.instance [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lazy-loading 'resources' on Instance uuid 28236e88-3af1-4b70-b67c-bdf77fdf4b81 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.788474] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.998094] env[66507]: DEBUG nova.compute.manager [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1310.998346] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.999255] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945cf56-2051-4393-89e1-31c85408dcab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.007318] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.007567] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-887421aa-edf2-428b-ad0d-e292b69d26a8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.014299] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1311.014299] env[66507]: value = "task-4639258" [ 1311.014299] env[66507]: _type = "Task" [ 1311.014299] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.023377] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.261829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72935d1c-092c-46bd-a072-6e8efcc2918e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.270065] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b027c-a274-495e-a4af-cc07246fcaa0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.302652] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabdc76e-1d6f-46dd-86bc-8fb66033937c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.311494] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd74f4d-deaf-45dd-82a6-781a84601231 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.325913] env[66507]: DEBUG nova.compute.provider_tree [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.525119] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639258, 'name': PowerOffVM_Task, 'duration_secs': 0.194667} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.525392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.525558] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.525873] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e81798b0-6b17-4a72-a421-8d43c8a731e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.596744] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.596996] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.597165] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleting the datastore file [datastore2] df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.597458] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53428375-a01a-4790-bd73-c59f89f91e11 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.605117] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for the task: (returnval){ [ 1311.605117] env[66507]: value = "task-4639260" [ 1311.605117] env[66507]: _type = "Task" [ 1311.605117] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.614180] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.828865] env[66507]: DEBUG nova.scheduler.client.report [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.115396] env[66507]: DEBUG oslo_vmware.api [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Task: {'id': task-4639260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190168} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.115648] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.115857] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.116082] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.116261] env[66507]: INFO nova.compute.manager [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1312.116510] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1312.116706] env[66507]: DEBUG nova.compute.manager [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1312.116806] env[66507]: DEBUG nova.network.neutron [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1312.117068] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.187311] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.334368] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.336658] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.548s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.336912] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.337095] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1312.338039] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7058f6bf-166f-49dd-87aa-dae3df27109c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.347853] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa43cc-5b40-47f5-b2b1-569249f21d80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.367603] env[66507]: INFO nova.scheduler.client.report [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Deleted allocations for instance 28236e88-3af1-4b70-b67c-bdf77fdf4b81 [ 1312.369230] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f546183e-f78a-4b46-b96c-fdff70e8ea6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.379610] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbbbed-164d-4fe8-8fb8-7fa58583021c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.412112] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179300MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1312.412333] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.412570] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.649909] env[66507]: DEBUG nova.compute.manager [req-d0d1b0d0-1e4f-4e52-97fe-076d818f66e8 req-9031ed43-11d2-46f2-9fd9-c539bcd31e86 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Received event network-vif-deleted-8376241b-f2d7-4f78-a4fb-023587861732 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1312.650237] env[66507]: INFO nova.compute.manager [req-d0d1b0d0-1e4f-4e52-97fe-076d818f66e8 req-9031ed43-11d2-46f2-9fd9-c539bcd31e86 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Neutron deleted interface 8376241b-f2d7-4f78-a4fb-023587861732; detaching it from the instance and deleting it from the info cache [ 1312.650551] env[66507]: DEBUG nova.network.neutron [req-d0d1b0d0-1e4f-4e52-97fe-076d818f66e8 req-9031ed43-11d2-46f2-9fd9-c539bcd31e86 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.877983] env[66507]: DEBUG oslo_concurrency.lockutils [None req-486a0d47-35ed-4b72-a82c-5e3bc3d60489 tempest-AttachInterfacesTestJSON-1531294335 tempest-AttachInterfacesTestJSON-1531294335-project-member] Lock "28236e88-3af1-4b70-b67c-bdf77fdf4b81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.584s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.126843] env[66507]: DEBUG nova.network.neutron [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.153925] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-060a4fb4-a628-4d8c-9ff7-ef76bf2a45a1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.164498] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845f0be-6ecf-4a6a-b6c8-e34473762955 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.195463] env[66507]: DEBUG nova.compute.manager [req-d0d1b0d0-1e4f-4e52-97fe-076d818f66e8 req-9031ed43-11d2-46f2-9fd9-c539bcd31e86 service nova] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Detach interface failed, port_id=8376241b-f2d7-4f78-a4fb-023587861732, reason: Instance df762d68-eed9-4f06-bbc1-91b45c6633a9 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1313.439321] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.439544] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.439544] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance fcd104bf-0b64-45d6-8279-9ab639ce46b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.439618] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance df762d68-eed9-4f06-bbc1-91b45c6633a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.439744] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1313.439880] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1313.507398] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b5303-5a7d-4186-80cd-1e83a885830d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.517658] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be93c2-750c-44e6-baaf-2f1863ee75b2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.550572] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc4531-2fed-4dd7-a1e8-6d7fef65d489 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.559569] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3a306-0d99-400b-82e0-7499f1840234 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.574986] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.630177] env[66507]: INFO nova.compute.manager [-] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Took 1.51 seconds to deallocate network for instance. [ 1314.079328] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.138672] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.586087] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1314.586087] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.586487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.448s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.586487] env[66507]: DEBUG nova.objects.instance [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lazy-loading 'resources' on Instance uuid df762d68-eed9-4f06-bbc1-91b45c6633a9 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.164656] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336d182-f3e6-4302-8985-7d1dc6c2e34a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.173043] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2e1823-645c-4669-85e5-f1e9c6213bb5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.205367] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982223d-ced9-4bb6-9b4a-ce82c869bc12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.213634] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81180ff4-5341-4900-a8d5-1a7e490e918f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.228654] env[66507]: DEBUG nova.compute.provider_tree [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.588214] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.588469] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.588589] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.588736] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.588880] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.589028] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.731802] env[66507]: DEBUG nova.scheduler.client.report [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.237891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.259727] env[66507]: INFO nova.scheduler.client.report [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Deleted allocations for instance df762d68-eed9-4f06-bbc1-91b45c6633a9 [ 1316.284286] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.284458] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1316.768298] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c382fc51-7fde-49d2-b249-bc72f3979cd7 tempest-ServerActionsTestOtherB-501490242 tempest-ServerActionsTestOtherB-501490242-project-member] Lock "df762d68-eed9-4f06-bbc1-91b45c6633a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.276s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.979487] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.979779] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.482857] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1324.003301] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.003622] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.005223] env[66507]: INFO nova.compute.claims [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.074937] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0096e-36a9-4fee-8070-65ce1f808846 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.083300] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb8fec7-1c2f-4086-be0f-ac3194919829 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.112851] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4411a4-f834-472e-9130-8af310cc19bc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.120296] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff02e01-2f4f-45a4-aa20-cf9abc8c0fc0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.133472] env[66507]: DEBUG nova.compute.provider_tree [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.636879] env[66507]: DEBUG nova.scheduler.client.report [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.142649] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.143210] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1326.648374] env[66507]: DEBUG nova.compute.utils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.649922] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Not allocating networking since 'none' was specified. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1327.151331] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1328.160077] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1328.186434] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1328.186682] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.186830] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1328.187009] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.187158] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1328.187297] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1328.187509] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.187669] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1328.187836] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1328.187992] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1328.188179] env[66507]: DEBUG nova.virt.hardware [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1328.189131] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ecc5a-9f01-4f42-8cc5-7c2822108759 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.197442] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7a6a8-d3b7-4f41-acc8-f65c65ea942a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.211628] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.217014] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Creating folder: Project (b395fc5bc5e74491af50b8be34da96a3). Parent ref: group-v905587. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.217304] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b301ac92-4038-4e86-a65a-d4131b007d8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.229216] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Created folder: Project (b395fc5bc5e74491af50b8be34da96a3) in parent group-v905587. [ 1328.229393] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Creating folder: Instances. Parent ref: group-v905928. {{(pid=66507) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.229633] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6467cd77-bde5-486d-a2be-9005307cbc50 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.239498] env[66507]: INFO nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Created folder: Instances in parent group-v905928. [ 1328.239730] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1328.239920] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.240139] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb476b7-b911-47ff-93ce-c5efe267bbde {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.256927] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.256927] env[66507]: value = "task-4639266" [ 1328.256927] env[66507]: _type = "Task" [ 1328.256927] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.264755] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639266, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.767767] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639266, 'name': CreateVM_Task, 'duration_secs': 0.266465} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.767953] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.768389] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.768546] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.768857] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.769126] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdded675-b0d1-41c1-82e3-b7bb50bbe8d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.774050] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1328.774050] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527d011f-1e6e-7f1c-7e42-ea17f117cecb" [ 1328.774050] env[66507]: _type = "Task" [ 1328.774050] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.782441] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d011f-1e6e-7f1c-7e42-ea17f117cecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.285436] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527d011f-1e6e-7f1c-7e42-ea17f117cecb, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.285906] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.285969] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.286221] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.287882] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.287882] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.287882] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a071fb6-ae08-4198-9e72-f6e2d4ae23dc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.296087] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.296279] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.297064] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c181aca4-3b82-4456-9f9f-1f0a782487d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.302743] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1329.302743] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521a79bb-a119-5b85-7d58-a45d0906cd48" [ 1329.302743] env[66507]: _type = "Task" [ 1329.302743] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.310782] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521a79bb-a119-5b85-7d58-a45d0906cd48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.813582] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521a79bb-a119-5b85-7d58-a45d0906cd48, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.814427] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33ec136-22ee-47ec-b640-5c1abfcf2d2e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.820612] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1329.820612] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]522e87b4-9a75-f659-e26c-148255f7ac70" [ 1329.820612] env[66507]: _type = "Task" [ 1329.820612] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.829589] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522e87b4-9a75-f659-e26c-148255f7ac70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.331911] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]522e87b4-9a75-f659-e26c-148255f7ac70, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.332431] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.332431] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.332745] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4144316d-c388-4cfe-beb4-f47f0a9e98f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.341684] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1330.341684] env[66507]: value = "task-4639267" [ 1330.341684] env[66507]: _type = "Task" [ 1330.341684] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.350488] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.851658] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484934} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.851950] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.852178] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.852442] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b2b9216-ae42-4abb-b973-c4dd8a222617 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.859967] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1330.859967] env[66507]: value = "task-4639268" [ 1330.859967] env[66507]: _type = "Task" [ 1330.859967] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.870726] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.371938] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075996} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.372378] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.373176] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c562f623-a8e8-4367-863d-09400c691bd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.393376] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.393853] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.394092] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.394288] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.394463] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.394624] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.396204] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08817f5b-9cf4-4f4c-a1f6-248480f42593 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.410975] env[66507]: INFO nova.compute.manager [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Terminating instance [ 1331.420504] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1331.420504] env[66507]: value = "task-4639269" [ 1331.420504] env[66507]: _type = "Task" [ 1331.420504] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.430570] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.915131] env[66507]: DEBUG nova.compute.manager [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1331.915356] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.916261] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d7352-9886-4835-aad0-3e06506df615 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.926979] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.927693] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba34d5c5-228a-465b-b3f1-4b941a8e9bd1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.933083] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639269, 'name': ReconfigVM_Task, 'duration_secs': 0.272505} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.933375] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.935188] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b22c83b-25c8-40fd-8f4b-980dbdee9662 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.936944] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1331.936944] env[66507]: value = "task-4639270" [ 1331.936944] env[66507]: _type = "Task" [ 1331.936944] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.943704] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1331.943704] env[66507]: value = "task-4639271" [ 1331.943704] env[66507]: _type = "Task" [ 1331.943704] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.947628] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.957328] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639271, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.447335] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639270, 'name': PowerOffVM_Task, 'duration_secs': 0.229791} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.447788] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.447853] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.450824] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b62cb3f8-00ee-4fe1-b28a-59f937c11439 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.458072] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639271, 'name': Rename_Task, 'duration_secs': 0.149639} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.458326] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.458588] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738ce13c-09fe-4bb9-a3ea-afc89210b7c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.464616] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1332.464616] env[66507]: value = "task-4639273" [ 1332.464616] env[66507]: _type = "Task" [ 1332.464616] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.472601] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.522514] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.522818] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleting contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.523039] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleting the datastore file [datastore1] fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.523306] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889d2ba4-564c-40e6-888e-6d6c03b8a47d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.530824] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for the task: (returnval){ [ 1332.530824] env[66507]: value = "task-4639274" [ 1332.530824] env[66507]: _type = "Task" [ 1332.530824] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.541673] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.975205] env[66507]: DEBUG oslo_vmware.api [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639273, 'name': PowerOnVM_Task, 'duration_secs': 0.431711} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.975491] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.975689] env[66507]: INFO nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1332.975865] env[66507]: DEBUG nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1332.976660] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3b901-8b9a-458c-96df-aaa90bcdfcaf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.042342] env[66507]: DEBUG oslo_vmware.api [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Task: {'id': task-4639274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134488} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.042607] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.042823] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deleted contents of the VM from datastore datastore1 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.043011] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.043191] env[66507]: INFO nova.compute.manager [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1333.043439] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1333.043785] env[66507]: DEBUG nova.compute.manager [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1333.043892] env[66507]: DEBUG nova.network.neutron [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1333.044148] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.106992] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.494109] env[66507]: INFO nova.compute.manager [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Took 9.51 seconds to build instance. [ 1333.574594] env[66507]: DEBUG nova.compute.manager [req-12e40c60-6ccc-4a4c-845a-f0b88c2a0ecd req-84d5c206-a023-493a-a8b0-b77ab16e6b02 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Received event network-vif-deleted-367342aa-9a14-4b9c-a8ff-41daf9d9feda {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1333.574837] env[66507]: INFO nova.compute.manager [req-12e40c60-6ccc-4a4c-845a-f0b88c2a0ecd req-84d5c206-a023-493a-a8b0-b77ab16e6b02 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Neutron deleted interface 367342aa-9a14-4b9c-a8ff-41daf9d9feda; detaching it from the instance and deleting it from the info cache [ 1333.575057] env[66507]: DEBUG nova.network.neutron [req-12e40c60-6ccc-4a4c-845a-f0b88c2a0ecd req-84d5c206-a023-493a-a8b0-b77ab16e6b02 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.996815] env[66507]: DEBUG oslo_concurrency.lockutils [None req-b0250b44-d057-4797-bc6c-46c30f5585b6 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.017s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.055050] env[66507]: DEBUG nova.network.neutron [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.078164] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfd7d2af-344d-4daf-9c41-c0fa0a714221 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.089307] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563d372-6fa0-48da-9ce2-b696ec6b1318 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.118931] env[66507]: DEBUG nova.compute.manager [req-12e40c60-6ccc-4a4c-845a-f0b88c2a0ecd req-84d5c206-a023-493a-a8b0-b77ab16e6b02 service nova] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Detach interface failed, port_id=367342aa-9a14-4b9c-a8ff-41daf9d9feda, reason: Instance fcd104bf-0b64-45d6-8279-9ab639ce46b3 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1334.557105] env[66507]: INFO nova.compute.manager [-] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Took 1.51 seconds to deallocate network for instance. [ 1334.856525] env[66507]: INFO nova.compute.manager [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Rebuilding instance [ 1334.905535] env[66507]: DEBUG nova.compute.manager [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1334.906476] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db415b33-14f7-42ab-983a-224163a46377 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.064392] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.064663] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.064883] env[66507]: DEBUG nova.objects.instance [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lazy-loading 'resources' on Instance uuid fcd104bf-0b64-45d6-8279-9ab639ce46b3 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.642644] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78221b6b-b271-45d7-9854-103b65bdf680 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.651500] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b084a38-43ef-416c-9db0-386df5e3bb09 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.683103] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d06009-b538-4b03-9552-15098b20a0fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.691871] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8ed88-040d-45ce-b826-c3a6f430516d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.707380] env[66507]: DEBUG nova.compute.provider_tree [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.922343] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.922633] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd14194-7de1-4c51-91ba-2c65574a6ba8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.932679] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1335.932679] env[66507]: value = "task-4639275" [ 1335.932679] env[66507]: _type = "Task" [ 1335.932679] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.941694] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.211317] env[66507]: DEBUG nova.scheduler.client.report [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.443559] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639275, 'name': PowerOffVM_Task, 'duration_secs': 0.113981} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.443814] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.444075] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.444855] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967ae49-3670-4610-8987-75cf8ee2032e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.451900] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.452140] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9bd828-8e5f-4f8d-ae89-cda1916258af {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.478020] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.479028] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.479028] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Deleting the datastore file [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.479224] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f14ea46-f5d6-449f-b6df-06e8676f35a9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.487879] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1336.487879] env[66507]: value = "task-4639277" [ 1336.487879] env[66507]: _type = "Task" [ 1336.487879] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.496458] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.717115] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.735163] env[66507]: INFO nova.scheduler.client.report [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Deleted allocations for instance fcd104bf-0b64-45d6-8279-9ab639ce46b3 [ 1336.998265] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10879} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.998550] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.998814] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.998976] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.243254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f6a85ef8-5b87-460e-bc64-6708fdff5cf8 tempest-AttachVolumeShelveTestJSON-163785099 tempest-AttachVolumeShelveTestJSON-163785099-project-member] Lock "fcd104bf-0b64-45d6-8279-9ab639ce46b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.035616] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1338.035934] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.036029] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1338.036201] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.036348] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1338.036492] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1338.036694] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.036848] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1338.037019] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1338.037201] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1338.037370] env[66507]: DEBUG nova.virt.hardware [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1338.038311] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b31dc-dbc7-410b-9cc1-d84ba48512d8 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.047194] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93051102-8865-42a9-bc78-48d647b4098f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.061102] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance VIF info [] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.066670] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1338.066919] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.067146] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a32d2ba5-6de8-4795-bb19-b8a276442133 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.084224] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.084224] env[66507]: value = "task-4639278" [ 1338.084224] env[66507]: _type = "Task" [ 1338.084224] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.092313] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639278, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.595745] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639278, 'name': CreateVM_Task, 'duration_secs': 0.269913} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.595970] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.596387] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.596603] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.596991] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.597260] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedca82a-f186-4652-9395-2e27ad91a2d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.602980] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1338.602980] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]521c1156-021e-a5e5-dbcc-98f1e057061a" [ 1338.602980] env[66507]: _type = "Task" [ 1338.602980] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.611284] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521c1156-021e-a5e5-dbcc-98f1e057061a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.114470] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]521c1156-021e-a5e5-dbcc-98f1e057061a, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.114858] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.115056] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.115342] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.115525] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.115737] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.116087] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e493152-237f-4a86-9028-0b47f7ee5561 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.125906] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.126099] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.126912] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0b6829-5886-4ede-a34c-a1e4b66a0944 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.133116] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1339.133116] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]527db44d-0143-2203-b1f4-cfeabb5a2fb4" [ 1339.133116] env[66507]: _type = "Task" [ 1339.133116] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.141224] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527db44d-0143-2203-b1f4-cfeabb5a2fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.643612] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]527db44d-0143-2203-b1f4-cfeabb5a2fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.644421] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ab07d8-8315-4f0a-82a9-eee878d6722c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.649716] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1339.649716] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5298c724-43d8-b13e-0909-5255b6c9d5e4" [ 1339.649716] env[66507]: _type = "Task" [ 1339.649716] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.657663] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5298c724-43d8-b13e-0909-5255b6c9d5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.161196] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5298c724-43d8-b13e-0909-5255b6c9d5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.161612] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.161720] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.162016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68486260-ec3a-477d-be23-99cf4c9e59e6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.168786] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1340.168786] env[66507]: value = "task-4639280" [ 1340.168786] env[66507]: _type = "Task" [ 1340.168786] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.176929] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.679921] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459609} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.680213] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.680422] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.680677] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14bfd19-01c6-4de8-97ab-b13f336408bf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.688597] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1340.688597] env[66507]: value = "task-4639281" [ 1340.688597] env[66507]: _type = "Task" [ 1340.688597] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.697737] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.199185] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061044} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.199544] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.200239] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cdf06d-3d60-45bc-bdb0-1dce1b7ad2c6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.219981] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.220271] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf877d7-d162-4b2a-86a2-b80cad87ebdf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.241217] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1341.241217] env[66507]: value = "task-4639282" [ 1341.241217] env[66507]: _type = "Task" [ 1341.241217] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.251545] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.752100] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639282, 'name': ReconfigVM_Task, 'duration_secs': 0.270114} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.752408] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42/a88fce4e-6b7c-45ef-a8b1-4014947b6b42.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.753179] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4753b44-6ecb-4318-ac4b-9be78820c2fc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.760828] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1341.760828] env[66507]: value = "task-4639283" [ 1341.760828] env[66507]: _type = "Task" [ 1341.760828] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.770349] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639283, 'name': Rename_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.270679] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639283, 'name': Rename_Task, 'duration_secs': 0.142666} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.271082] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.271268] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50977b63-7271-474c-89ea-32af2778901b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.280096] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1342.280096] env[66507]: value = "task-4639284" [ 1342.280096] env[66507]: _type = "Task" [ 1342.280096] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.288403] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.468832] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.469172] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.789603] env[66507]: DEBUG oslo_vmware.api [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639284, 'name': PowerOnVM_Task, 'duration_secs': 0.417992} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.789884] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.790107] env[66507]: DEBUG nova.compute.manager [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1342.790917] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508549fa-a486-4a4c-aad3-5f1f4d053965 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.972246] env[66507]: INFO nova.compute.manager [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Detaching volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b [ 1343.011903] env[66507]: INFO nova.virt.block_device [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Attempting to driver detach volume 4b16c56f-1fcb-4ce7-8715-c277fb92798b from mountpoint /dev/sdb [ 1343.012192] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1343.012381] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1343.013304] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45635a1b-573c-4473-852c-fcc11965dbbf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.038446] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d93255-7b7f-402a-9b86-03b9d4187dd2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.048215] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1617923-1fbe-4dc5-abd3-3b5c5bacee8c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.070702] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b58f0e-6e33-4e32-a21e-17530c74a4ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.091634] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b/volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1343.097231] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.098333] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2532f55c-cd03-48f9-8b5d-249d0a8a7379 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.119887] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1343.119887] env[66507]: value = "task-4639285" [ 1343.119887] env[66507]: _type = "Task" [ 1343.119887] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.129390] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.308135] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.308495] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.308796] env[66507]: DEBUG nova.objects.instance [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66507) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1343.578093] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.578382] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.578597] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.578772] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.578944] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.581157] env[66507]: INFO nova.compute.manager [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Terminating instance [ 1343.631605] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639285, 'name': ReconfigVM_Task, 'duration_secs': 0.220902} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.631918] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.637634] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b15e1e2-a067-4e7d-8f56-65bee96a03ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.656160] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1343.656160] env[66507]: value = "task-4639286" [ 1343.656160] env[66507]: _type = "Task" [ 1343.656160] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.666276] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.086253] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "refresh_cache-a88fce4e-6b7c-45ef-a8b1-4014947b6b42" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.086470] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquired lock "refresh_cache-a88fce4e-6b7c-45ef-a8b1-4014947b6b42" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.086654] env[66507]: DEBUG nova.network.neutron [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1344.169029] env[66507]: DEBUG oslo_vmware.api [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639286, 'name': ReconfigVM_Task, 'duration_secs': 0.149068} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.169212] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905921', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'name': 'volume-4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8', 'attached_at': '', 'detached_at': '', 'volume_id': '4b16c56f-1fcb-4ce7-8715-c277fb92798b', 'serial': '4b16c56f-1fcb-4ce7-8715-c277fb92798b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1344.319542] env[66507]: DEBUG oslo_concurrency.lockutils [None req-231ddb24-c5e4-49ad-95b8-f5627bdbef86 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.589676] env[66507]: WARNING neutronclient.v2_0.client [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.609064] env[66507]: DEBUG nova.network.neutron [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1344.672812] env[66507]: DEBUG nova.network.neutron [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.723509] env[66507]: DEBUG nova.objects.instance [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'flavor' on Instance uuid a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.175453] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Releasing lock "refresh_cache-a88fce4e-6b7c-45ef-a8b1-4014947b6b42" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.175900] env[66507]: DEBUG nova.compute.manager [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1345.176112] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.177414] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa50a86-280f-4af3-a67a-3c13bca17eac {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.185725] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.185989] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68414142-8d1b-4ca5-8379-8e413c8022ec {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.194192] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1345.194192] env[66507]: value = "task-4639287" [ 1345.194192] env[66507]: _type = "Task" [ 1345.194192] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.205831] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.704178] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639287, 'name': PowerOffVM_Task, 'duration_secs': 0.18155} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.704548] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.704680] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.705016] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91de10c3-07d7-4bb3-8c58-40af3911a212 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.731486] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9ca63e17-9f2a-4623-ae05-873c7039f009 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.735459] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.735675] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.735987] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Deleting the datastore file [datastore2] a88fce4e-6b7c-45ef-a8b1-4014947b6b42 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.736379] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c86ad9-3c9a-4fa0-85a8-c91a28f6cc8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.743892] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for the task: (returnval){ [ 1345.743892] env[66507]: value = "task-4639289" [ 1345.743892] env[66507]: _type = "Task" [ 1345.743892] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.755303] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.258326] env[66507]: DEBUG oslo_vmware.api [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Task: {'id': task-4639289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111715} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.258575] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.258751] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.258924] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.259109] env[66507]: INFO nova.compute.manager [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1346.259431] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1346.259688] env[66507]: DEBUG nova.compute.manager [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1346.259848] env[66507]: DEBUG nova.network.neutron [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1346.260123] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.276957] env[66507]: DEBUG nova.network.neutron [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1346.277227] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.754186] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.754593] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.754659] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.754821] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.754985] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.757327] env[66507]: INFO nova.compute.manager [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Terminating instance [ 1346.779051] env[66507]: DEBUG nova.network.neutron [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.260801] env[66507]: DEBUG nova.compute.manager [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1347.261051] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.261962] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259647e2-2c66-44ea-8939-5af836575eb9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.270333] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.270659] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1600027b-564f-4fe8-823f-55fff8096f13 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.277192] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1347.277192] env[66507]: value = "task-4639290" [ 1347.277192] env[66507]: _type = "Task" [ 1347.277192] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.280933] env[66507]: INFO nova.compute.manager [-] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Took 1.02 seconds to deallocate network for instance. [ 1347.290122] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.787952] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639290, 'name': PowerOffVM_Task, 'duration_secs': 0.211296} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.788354] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.788354] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.788610] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff58c1b7-2e4b-4388-89c9-0be2610534d6 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.791314] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.791559] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.791761] env[66507]: DEBUG nova.objects.instance [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lazy-loading 'resources' on Instance uuid a88fce4e-6b7c-45ef-a8b1-4014947b6b42 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.856251] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.856468] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.856644] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.856926] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed7cf6bd-eb2a-4701-8a61-e0d98ee896b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.863266] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1347.863266] env[66507]: value = "task-4639292" [ 1347.863266] env[66507]: _type = "Task" [ 1347.863266] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.874376] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.355037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89204e08-5e1e-4bff-a234-66152ccc77c1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.363916] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d5a33-1925-4c28-8631-bb3e9fe0badc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.376187] env[66507]: DEBUG oslo_vmware.api [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141028} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.399362] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.399569] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.399736] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.399909] env[66507]: INFO nova.compute.manager [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1348.400174] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1348.400578] env[66507]: DEBUG nova.compute.manager [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1348.400678] env[66507]: DEBUG nova.network.neutron [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1348.400950] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.403313] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c50034-ac83-4519-bf85-5bcedaf168cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.411486] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50218da2-4caa-43a4-9b28-9224de3831d2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.425101] env[66507]: DEBUG nova.compute.provider_tree [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.436780] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.896425] env[66507]: DEBUG nova.compute.manager [req-c887681b-99e9-4f4f-abcc-038de662ff3d req-e3718fe6-f4b7-4fd1-8648-45793f671ca2 service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Received event network-vif-deleted-b3b8bb59-73d2-4eb7-87d1-970067e99ccd {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1348.896745] env[66507]: INFO nova.compute.manager [req-c887681b-99e9-4f4f-abcc-038de662ff3d req-e3718fe6-f4b7-4fd1-8648-45793f671ca2 service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Neutron deleted interface b3b8bb59-73d2-4eb7-87d1-970067e99ccd; detaching it from the instance and deleting it from the info cache [ 1348.896869] env[66507]: DEBUG nova.network.neutron [req-c887681b-99e9-4f4f-abcc-038de662ff3d req-e3718fe6-f4b7-4fd1-8648-45793f671ca2 service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.929021] env[66507]: DEBUG nova.scheduler.client.report [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.373368] env[66507]: DEBUG nova.network.neutron [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.399842] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8120a996-23dd-4744-8e7b-962567ff707d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.410313] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da72139-e59a-4f52-8a01-6060bace3b8d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.436307] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.438351] env[66507]: DEBUG nova.compute.manager [req-c887681b-99e9-4f4f-abcc-038de662ff3d req-e3718fe6-f4b7-4fd1-8648-45793f671ca2 service nova] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Detach interface failed, port_id=b3b8bb59-73d2-4eb7-87d1-970067e99ccd, reason: Instance a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1349.460838] env[66507]: INFO nova.scheduler.client.report [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Deleted allocations for instance a88fce4e-6b7c-45ef-a8b1-4014947b6b42 [ 1349.876061] env[66507]: INFO nova.compute.manager [-] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Took 1.48 seconds to deallocate network for instance. [ 1349.969709] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c8985a26-4ef5-4de1-9e95-ad5cccdf7ef9 tempest-ServerShowV254Test-1483129047 tempest-ServerShowV254Test-1483129047-project-member] Lock "a88fce4e-6b7c-45ef-a8b1-4014947b6b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.391s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.382376] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.382660] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.382944] env[66507]: DEBUG nova.objects.instance [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'resources' on Instance uuid a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.926317] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5d83b-f9a4-4544-9eec-3b45f3434189 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.934808] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9339d04-44d8-4341-a40d-654e0313cf00 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.966344] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e3b332-fc3f-48ce-93b5-622d0cab3d8e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.974098] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57655b4b-3dd5-4a17-8333-5b25d7b9e814 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.987739] env[66507]: DEBUG nova.compute.provider_tree [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.490625] env[66507]: DEBUG nova.scheduler.client.report [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.995435] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.011875] env[66507]: INFO nova.scheduler.client.report [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocations for instance a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8 [ 1352.520166] env[66507]: DEBUG oslo_concurrency.lockutils [None req-14ed5094-6190-45fe-8dcb-7adf9c407019 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.474605] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.474988] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.977820] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1355.501494] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.501816] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.503319] env[66507]: INFO nova.compute.claims [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.549575] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625d717-4bc8-4b28-9925-f76557880224 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.559046] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7017bf9e-ae61-41c9-a599-bb35ad7d7419 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.590140] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6708d66-64b4-4d7a-bdf0-9ba9fd9eab65 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.598139] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899724c6-30fa-4f90-ac8c-728478ec5ee4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.611212] env[66507]: DEBUG nova.compute.provider_tree [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.114665] env[66507]: DEBUG nova.scheduler.client.report [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.619947] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.620520] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1358.125882] env[66507]: DEBUG nova.compute.utils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.127326] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1358.127517] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1358.128217] env[66507]: WARNING neutronclient.v2_0.client [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.128537] env[66507]: WARNING neutronclient.v2_0.client [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.178256] env[66507]: DEBUG nova.policy [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292c63b2a10d4d3b91ffd3fd6667bf5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aff7df116394c568a39335b0e972985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.457494] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Successfully created port: 1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1358.631724] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1359.641608] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1359.668077] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T02:17:07Z,direct_url=,disk_format='vmdk',id=7d84b058-126e-4bb2-8160-0805529cf00c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5edc64da189b476695f7f839b0b63087',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T02:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1359.668372] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.668538] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1359.668712] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.668848] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1359.668985] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1359.669203] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.669354] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1359.669513] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1359.669665] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1359.669826] env[66507]: DEBUG nova.virt.hardware [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1359.670720] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e4ddf-12d2-4f44-a7bc-9440bad953f1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.679210] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1807a-8e47-4884-a831-d01e53a05f89 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.840354] env[66507]: DEBUG nova.compute.manager [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Received event network-vif-plugged-1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1359.840354] env[66507]: DEBUG oslo_concurrency.lockutils [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] Acquiring lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.840554] env[66507]: DEBUG oslo_concurrency.lockutils [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.840762] env[66507]: DEBUG oslo_concurrency.lockutils [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.840984] env[66507]: DEBUG nova.compute.manager [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] No waiting events found dispatching network-vif-plugged-1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1359.841224] env[66507]: WARNING nova.compute.manager [req-e8bffcda-284d-491e-bf71-044993f26228 req-3d07f5f5-68bb-4bbc-8eda-ef2acb8f901d service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Received unexpected event network-vif-plugged-1883c339-83a0-4189-b067-9c4c6ff23841 for instance with vm_state building and task_state spawning. [ 1359.936029] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Successfully updated port: 1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1360.438803] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.439015] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.439238] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1360.974337] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1361.049083] env[66507]: WARNING neutronclient.v2_0.client [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.122115] env[66507]: DEBUG nova.network.neutron [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updating instance_info_cache with network_info: [{"id": "1883c339-83a0-4189-b067-9c4c6ff23841", "address": "fa:16:3e:4c:f5:3d", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1883c339-83", "ovs_interfaceid": "1883c339-83a0-4189-b067-9c4c6ff23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.625765] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.626148] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Instance network_info: |[{"id": "1883c339-83a0-4189-b067-9c4c6ff23841", "address": "fa:16:3e:4c:f5:3d", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1883c339-83", "ovs_interfaceid": "1883c339-83a0-4189-b067-9c4c6ff23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1361.626643] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1883c339-83a0-4189-b067-9c4c6ff23841', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.635113] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1361.635361] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.635592] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8518ee1d-2d15-4da3-beb7-29370415ef37 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.660183] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.660183] env[66507]: value = "task-4639293" [ 1361.660183] env[66507]: _type = "Task" [ 1361.660183] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.668925] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639293, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.880297] env[66507]: DEBUG nova.compute.manager [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Received event network-changed-1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1361.880599] env[66507]: DEBUG nova.compute.manager [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Refreshing instance network info cache due to event network-changed-1883c339-83a0-4189-b067-9c4c6ff23841. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1361.880924] env[66507]: DEBUG oslo_concurrency.lockutils [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] Acquiring lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.881194] env[66507]: DEBUG oslo_concurrency.lockutils [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] Acquired lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.881464] env[66507]: DEBUG nova.network.neutron [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Refreshing network info cache for port 1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.170722] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639293, 'name': CreateVM_Task, 'duration_secs': 0.328581} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.171151] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.171340] env[66507]: WARNING neutronclient.v2_0.client [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.171728] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.171879] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.172209] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.172463] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ce8d07-9fb1-45bd-acad-86927db389d1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.177496] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1362.177496] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5250b892-a753-5857-8185-71f69211e3fb" [ 1362.177496] env[66507]: _type = "Task" [ 1362.177496] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.185922] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5250b892-a753-5857-8185-71f69211e3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.384420] env[66507]: WARNING neutronclient.v2_0.client [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.521155] env[66507]: WARNING neutronclient.v2_0.client [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.587099] env[66507]: DEBUG nova.network.neutron [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updated VIF entry in instance network info cache for port 1883c339-83a0-4189-b067-9c4c6ff23841. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1362.587491] env[66507]: DEBUG nova.network.neutron [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updating instance_info_cache with network_info: [{"id": "1883c339-83a0-4189-b067-9c4c6ff23841", "address": "fa:16:3e:4c:f5:3d", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1883c339-83", "ovs_interfaceid": "1883c339-83a0-4189-b067-9c4c6ff23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.687880] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5250b892-a753-5857-8185-71f69211e3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013324} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.688154] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.688390] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Processing image 7d84b058-126e-4bb2-8160-0805529cf00c {{(pid=66507) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.688615] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.688753] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.688924] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.689211] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624e3acb-e717-40ab-adf2-65588107ae7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.698304] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66507) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.698467] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66507) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.699292] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1676137f-a8c3-4938-8940-46cb835e0f2b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.705098] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1362.705098] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52f1ec07-6b8b-bc33-404b-dc86555d9ada" [ 1362.705098] env[66507]: _type = "Task" [ 1362.705098] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.713143] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f1ec07-6b8b-bc33-404b-dc86555d9ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.090477] env[66507]: DEBUG oslo_concurrency.lockutils [req-7cf1824a-deda-4653-9808-2a56e0a28a09 req-b37c0b33-bca0-4169-8d4f-83c6346308a0 service nova] Releasing lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.215744] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52f1ec07-6b8b-bc33-404b-dc86555d9ada, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.216558] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccb8a87-99f9-4ad0-bf1e-156320ee3722 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.221973] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1363.221973] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]5292a600-f10a-ba08-4282-09cb0b7041a4" [ 1363.221973] env[66507]: _type = "Task" [ 1363.221973] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.230247] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5292a600-f10a-ba08-4282-09cb0b7041a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.732766] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]5292a600-f10a-ba08-4282-09cb0b7041a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.733039] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.733258] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 04fbfc33-3da9-4d3a-b8d6-90da28278a9f/04fbfc33-3da9-4d3a-b8d6-90da28278a9f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.733527] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-348e1833-aa0d-4268-8bd6-8edcb56cc3fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.742782] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1363.742782] env[66507]: value = "task-4639294" [ 1363.742782] env[66507]: _type = "Task" [ 1363.742782] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.751811] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.253297] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48048} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.253700] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d84b058-126e-4bb2-8160-0805529cf00c/7d84b058-126e-4bb2-8160-0805529cf00c.vmdk to [datastore2] 04fbfc33-3da9-4d3a-b8d6-90da28278a9f/04fbfc33-3da9-4d3a-b8d6-90da28278a9f.vmdk {{(pid=66507) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.253777] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Extending root virtual disk to 1048576 {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.254025] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62461b0c-f9d5-43d9-871e-1e0e7ff87b7a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.261606] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1364.261606] env[66507]: value = "task-4639295" [ 1364.261606] env[66507]: _type = "Task" [ 1364.261606] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.270699] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.771975] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06571} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.772289] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Extended root virtual disk {{(pid=66507) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.773114] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9aa18a-9347-4374-b41a-621d77217e53 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.795392] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 04fbfc33-3da9-4d3a-b8d6-90da28278a9f/04fbfc33-3da9-4d3a-b8d6-90da28278a9f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.795716] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31620689-0350-4288-86eb-ee2010c14f67 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.815402] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1364.815402] env[66507]: value = "task-4639296" [ 1364.815402] env[66507]: _type = "Task" [ 1364.815402] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.823705] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.326644] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639296, 'name': ReconfigVM_Task, 'duration_secs': 0.315476} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.327083] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 04fbfc33-3da9-4d3a-b8d6-90da28278a9f/04fbfc33-3da9-4d3a-b8d6-90da28278a9f.vmdk or device None with type sparse {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.327634] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de59b515-e5b5-4351-bc4e-f05df32a9818 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.334928] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1365.334928] env[66507]: value = "task-4639297" [ 1365.334928] env[66507]: _type = "Task" [ 1365.334928] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.345164] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639297, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.846227] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639297, 'name': Rename_Task, 'duration_secs': 0.135723} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.846608] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.846915] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5417c6c6-80d0-4cda-8e1e-ada3f60094e0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.855196] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1365.855196] env[66507]: value = "task-4639298" [ 1365.855196] env[66507]: _type = "Task" [ 1365.855196] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.865015] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.365385] env[66507]: DEBUG oslo_vmware.api [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639298, 'name': PowerOnVM_Task, 'duration_secs': 0.443759} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.365820] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.365926] env[66507]: INFO nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1366.366017] env[66507]: DEBUG nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1366.366818] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf431c-3f45-424a-a717-bea4b9db393d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.883738] env[66507]: INFO nova.compute.manager [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Took 11.40 seconds to build instance. [ 1367.362634] env[66507]: DEBUG nova.compute.manager [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Received event network-changed-1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1367.362634] env[66507]: DEBUG nova.compute.manager [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Refreshing instance network info cache due to event network-changed-1883c339-83a0-4189-b067-9c4c6ff23841. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1367.362857] env[66507]: DEBUG oslo_concurrency.lockutils [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] Acquiring lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.362943] env[66507]: DEBUG oslo_concurrency.lockutils [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] Acquired lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.363185] env[66507]: DEBUG nova.network.neutron [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Refreshing network info cache for port 1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.385997] env[66507]: DEBUG oslo_concurrency.lockutils [None req-20e96c22-adc8-4e6d-ac8f-a720f4541130 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.911s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.865818] env[66507]: WARNING neutronclient.v2_0.client [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.013903] env[66507]: WARNING neutronclient.v2_0.client [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.088412] env[66507]: DEBUG nova.network.neutron [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updated VIF entry in instance network info cache for port 1883c339-83a0-4189-b067-9c4c6ff23841. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1368.088792] env[66507]: DEBUG nova.network.neutron [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updating instance_info_cache with network_info: [{"id": "1883c339-83a0-4189-b067-9c4c6ff23841", "address": "fa:16:3e:4c:f5:3d", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1883c339-83", "ovs_interfaceid": "1883c339-83a0-4189-b067-9c4c6ff23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.591782] env[66507]: DEBUG oslo_concurrency.lockutils [req-d073493e-0551-47cd-95bb-b11a5c241722 req-e82fae78-b3e1-4696-bbca-3ea8aa52fa69 service nova] Releasing lock "refresh_cache-04fbfc33-3da9-4d3a-b8d6-90da28278a9f" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.283340] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.786455] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.786709] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.786877] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.787044] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1370.787953] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d8c5c-73c9-4492-b9c7-682266921179 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.797373] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef5407-bcf3-4e58-835f-88dd5aac86ea {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.815434] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692aadc1-75ff-43bd-bdf3-a5c34bf9dd75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.825442] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7523a1e8-7ff0-4d6c-9e09-cf497f9dec80 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.869401] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180227MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1370.869594] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.869735] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.896049] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1371.896415] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 04fbfc33-3da9-4d3a-b8d6-90da28278a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1371.896415] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1371.896548] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1371.935737] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955255ef-d711-4672-a04a-ef1d38b010cb {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.943774] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17f8224-72b3-4b80-a370-8992fe01c33c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.973760] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83066170-632d-40e9-8924-5f7358f3a8ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.981935] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f094202-70c2-41a0-adc1-9798492d7a27 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.997695] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.500735] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.005609] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1373.006031] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.006981] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.007519] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.007809] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.279075] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.284106] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.284452] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.283735] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.283948] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1383.278221] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.584350] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.584690] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.087078] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Starting instance... {{(pid=66507) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1388.616088] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.616393] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.617952] env[66507]: INFO nova.compute.claims [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.678474] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48021151-e1bb-4107-add4-4e73a24aba4a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.686822] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725b9ceb-987a-422c-a8d7-e454fc11b1c4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.717527] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ec228-1605-4897-8b54-f8622884a9f2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.725710] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d763f-9b23-4a04-97ef-690e336b83fa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.739720] env[66507]: DEBUG nova.compute.provider_tree [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.242868] env[66507]: DEBUG nova.scheduler.client.report [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.748803] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.749218] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Start building networks asynchronously for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1391.254361] env[66507]: DEBUG nova.compute.utils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Using /dev/sd instead of None {{(pid=66507) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.256547] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Allocating IP information in the background. {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1391.256794] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] allocate_for_instance() {{(pid=66507) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1391.257147] env[66507]: WARNING neutronclient.v2_0.client [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.257444] env[66507]: WARNING neutronclient.v2_0.client [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.307930] env[66507]: DEBUG nova.policy [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292c63b2a10d4d3b91ffd3fd6667bf5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aff7df116394c568a39335b0e972985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66507) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.578145] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Successfully created port: 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1391.760640] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Start building block device mappings for instance. {{(pid=66507) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1392.266153] env[66507]: INFO nova.virt.block_device [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Booting with volume 265d606c-2076-4dce-9893-652f1399f51b at /dev/sda [ 1392.302471] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88b2179c-0d23-4a25-9598-5c71485c629f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.314394] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52079cbb-544d-4e1b-bc1a-c0eee0f2498e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.345662] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e706c471-3642-4be7-8af0-f4ba78d1d632 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.356402] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a87e3-4a2c-456e-892b-5ea6af7b1d0d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.384181] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce832a-853f-4bc5-9786-892dbdff17f9 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.391874] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4848ec2d-61fa-405a-b82b-f7bffbfdd680 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.406702] env[66507]: DEBUG nova.virt.block_device [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating existing volume attachment record: c2d2f5b7-d687-4088-ba9e-660eeb2e291e {{(pid=66507) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1392.954188] env[66507]: DEBUG nova.compute.manager [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Received event network-vif-plugged-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1392.954458] env[66507]: DEBUG oslo_concurrency.lockutils [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.954458] env[66507]: DEBUG oslo_concurrency.lockutils [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.954765] env[66507]: DEBUG oslo_concurrency.lockutils [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.954839] env[66507]: DEBUG nova.compute.manager [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] No waiting events found dispatching network-vif-plugged-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1392.954949] env[66507]: WARNING nova.compute.manager [req-2631c6a0-a194-4a18-a851-5bf7fd75319a req-0aeb1890-6786-4a41-97ff-096816c85f05 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Received unexpected event network-vif-plugged-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab for instance with vm_state building and task_state block_device_mapping. [ 1393.037362] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Successfully updated port: 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1393.540395] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.540588] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.540780] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1394.073739] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Instance cache missing network info. {{(pid=66507) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1394.148712] env[66507]: WARNING neutronclient.v2_0.client [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1394.217793] env[66507]: DEBUG nova.network.neutron [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.496213] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Start spawning the instance on the hypervisor. {{(pid=66507) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1394.497024] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1394.497176] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.497232] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1394.497405] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.497541] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1394.497678] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1394.498104] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1394.498104] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1394.498220] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1394.498349] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1394.498515] env[66507]: DEBUG nova.virt.hardware [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1394.499404] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc0548e-4993-4f46-acb6-b88893c3b602 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.512516] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add32a20-69a6-4f27-a9fe-bc9739d9809c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.721837] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.722181] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Instance network_info: |[{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66507) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1394.722650] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:63:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87b3c08d-1cf7-49c2-922d-d40a1f5d91ab', 'vif_model': 'vmxnet3'}] {{(pid=66507) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.730173] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1394.730392] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Creating VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.730625] env[66507]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-919b3fd7-ad1f-4f65-b1cd-2d3b58997ca5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.751725] env[66507]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.751725] env[66507]: value = "task-4639307" [ 1394.751725] env[66507]: _type = "Task" [ 1394.751725] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.760092] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639307, 'name': CreateVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.984884] env[66507]: DEBUG nova.compute.manager [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Received event network-changed-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1394.985195] env[66507]: DEBUG nova.compute.manager [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Refreshing instance network info cache due to event network-changed-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1394.985528] env[66507]: DEBUG oslo_concurrency.lockutils [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.985920] env[66507]: DEBUG oslo_concurrency.lockutils [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.986111] env[66507]: DEBUG nova.network.neutron [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Refreshing network info cache for port 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.263455] env[66507]: DEBUG oslo_vmware.api [-] Task: {'id': task-4639307, 'name': CreateVM_Task, 'duration_secs': 0.299074} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.263847] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Created VM on the ESX host {{(pid=66507) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.264128] env[66507]: WARNING neutronclient.v2_0.client [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1395.264560] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905934', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'name': 'volume-265d606c-2076-4dce-9893-652f1399f51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94e559fe-0768-4e31-b804-dfa42526d292', 'attached_at': '', 'detached_at': '', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'serial': '265d606c-2076-4dce-9893-652f1399f51b'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'c2d2f5b7-d687-4088-ba9e-660eeb2e291e', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=66507) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1395.264778] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Root volume attach. Driver type: vmdk {{(pid=66507) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1395.265618] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0cb44a-08aa-4bbc-8edc-22303db8372d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.274302] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf2b76-d444-49b5-aa49-5f710bc08e40 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.280705] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106e598-ff6e-49b2-9d70-232a7a731e9a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.286724] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b2f46b29-547b-4799-9934-6418040aac3a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.293827] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1395.293827] env[66507]: value = "task-4639308" [ 1395.293827] env[66507]: _type = "Task" [ 1395.293827] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.302821] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639308, 'name': RelocateVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.490365] env[66507]: WARNING neutronclient.v2_0.client [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1395.633007] env[66507]: WARNING neutronclient.v2_0.client [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1395.702522] env[66507]: DEBUG nova.network.neutron [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updated VIF entry in instance network info cache for port 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1395.702900] env[66507]: DEBUG nova.network.neutron [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.804435] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639308, 'name': RelocateVM_Task, 'duration_secs': 0.026192} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.804703] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Volume attach. Driver type: vmdk {{(pid=66507) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1395.804924] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905934', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'name': 'volume-265d606c-2076-4dce-9893-652f1399f51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94e559fe-0768-4e31-b804-dfa42526d292', 'attached_at': '', 'detached_at': '', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'serial': '265d606c-2076-4dce-9893-652f1399f51b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1395.805707] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66097ef-8818-4b10-85a3-ba9b188f339d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.823060] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5eb1f-abee-480b-a332-e7617fabfe44 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.846043] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-265d606c-2076-4dce-9893-652f1399f51b/volume-265d606c-2076-4dce-9893-652f1399f51b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.846777] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c697ffb1-ea7b-4ede-be6d-4c5686c9ec0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.867696] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1395.867696] env[66507]: value = "task-4639309" [ 1395.867696] env[66507]: _type = "Task" [ 1395.867696] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.876926] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.206485] env[66507]: DEBUG oslo_concurrency.lockutils [req-b0921dd4-3629-49b2-a024-0f7c1ad26c60 req-2709fcd3-28fb-4c1a-b111-350c4e29e3a0 service nova] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.377955] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639309, 'name': ReconfigVM_Task, 'duration_secs': 0.262541} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.378373] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-265d606c-2076-4dce-9893-652f1399f51b/volume-265d606c-2076-4dce-9893-652f1399f51b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.383020] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0346f3e7-4d22-41bb-95a6-a4dc9ae49a12 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.398862] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1396.398862] env[66507]: value = "task-4639310" [ 1396.398862] env[66507]: _type = "Task" [ 1396.398862] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.407718] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.909544] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.409377] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.910469] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639310, 'name': ReconfigVM_Task, 'duration_secs': 1.109104} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.910810] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905934', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'name': 'volume-265d606c-2076-4dce-9893-652f1399f51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94e559fe-0768-4e31-b804-dfa42526d292', 'attached_at': '', 'detached_at': '', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'serial': '265d606c-2076-4dce-9893-652f1399f51b'} {{(pid=66507) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1397.911388] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d39afa68-bdbf-4686-bffa-ed8fbdc21bd4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.918356] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1397.918356] env[66507]: value = "task-4639311" [ 1397.918356] env[66507]: _type = "Task" [ 1397.918356] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.927607] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639311, 'name': Rename_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.428944] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639311, 'name': Rename_Task, 'duration_secs': 0.126079} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.429418] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.429502] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9598bab3-57c4-4676-befa-a49ae1f32cf4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.436852] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1398.436852] env[66507]: value = "task-4639312" [ 1398.436852] env[66507]: _type = "Task" [ 1398.436852] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.446030] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.947044] env[66507]: DEBUG oslo_vmware.api [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639312, 'name': PowerOnVM_Task, 'duration_secs': 0.481402} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.947272] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.947272] env[66507]: INFO nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Took 4.45 seconds to spawn the instance on the hypervisor. [ 1398.947434] env[66507]: DEBUG nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Checking state {{(pid=66507) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1398.948208] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110bc969-73f8-4017-beb0-cfd6c0db2f81 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.464700] env[66507]: INFO nova.compute.manager [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Took 10.87 seconds to build instance. [ 1399.966782] env[66507]: DEBUG oslo_concurrency.lockutils [None req-97705fcc-0256-4534-bf7b-a39010c05e58 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.382s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.872023] env[66507]: DEBUG nova.compute.manager [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1400.872023] env[66507]: DEBUG nova.compute.manager [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing instance network info cache due to event network-changed-957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1400.872023] env[66507]: DEBUG oslo_concurrency.lockutils [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] Acquiring lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.872023] env[66507]: DEBUG oslo_concurrency.lockutils [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] Acquired lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.872023] env[66507]: DEBUG nova.network.neutron [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Refreshing network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.372684] env[66507]: WARNING neutronclient.v2_0.client [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1401.521925] env[66507]: WARNING neutronclient.v2_0.client [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1401.590731] env[66507]: DEBUG nova.network.neutron [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updated VIF entry in instance network info cache for port 957e97a1-d95f-4f56-8023-7b6ac854d55e. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1401.591126] env[66507]: DEBUG nova.network.neutron [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [{"id": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "address": "fa:16:3e:47:36:ff", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957e97a1-d9", "ovs_interfaceid": "957e97a1-d95f-4f56-8023-7b6ac854d55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.094306] env[66507]: DEBUG oslo_concurrency.lockutils [req-816fe902-6b52-4089-bbd6-66a51baeb409 req-3a5f7ab5-f246-4752-9c3f-0819aabd43dc service nova] Releasing lock "refresh_cache-b0d4cdc2-3efa-4dbf-b410-f08b41d00261" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.404915] env[66507]: DEBUG nova.compute.manager [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Stashing vm_state: active {{(pid=66507) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1402.896793] env[66507]: DEBUG nova.compute.manager [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Received event network-changed-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1402.897028] env[66507]: DEBUG nova.compute.manager [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Refreshing instance network info cache due to event network-changed-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab. {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1402.897241] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.897380] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.897534] env[66507]: DEBUG nova.network.neutron [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Refreshing network info cache for port 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.922745] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.923116] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.401065] env[66507]: WARNING neutronclient.v2_0.client [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1403.428610] env[66507]: INFO nova.compute.claims [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.576468] env[66507]: WARNING neutronclient.v2_0.client [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1403.646017] env[66507]: DEBUG nova.network.neutron [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updated VIF entry in instance network info cache for port 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab. {{(pid=66507) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1403.646406] env[66507]: DEBUG nova.network.neutron [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.937582] env[66507]: INFO nova.compute.resource_tracker [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating resource usage from migration d22895f6-dfcd-4ada-b4ce-dd2df8589cd1 [ 1403.998862] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdab49e-00ca-4bba-981e-88dcbada2acc {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.007284] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd78fcf-7650-4915-accb-a62355703386 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.038711] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538dd7ba-359b-4dcc-9421-75bb2961d963 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.046740] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b89b718-8a5c-4f47-95af-f7d598830055 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.060168] env[66507]: DEBUG nova.compute.provider_tree [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.149312] env[66507]: DEBUG oslo_concurrency.lockutils [req-06a0f5ba-5e90-4abe-a4a9-8e734e53e89d req-fe61cecd-bb40-4474-ab96-ec0f471f38e1 service nova] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.563360] env[66507]: DEBUG nova.scheduler.client.report [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.068254] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.145s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.068550] env[66507]: INFO nova.compute.manager [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Migrating [ 1405.585743] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.586130] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.586130] env[66507]: DEBUG nova.network.neutron [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1406.089714] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1406.245738] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1406.317895] env[66507]: DEBUG nova.network.neutron [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.821260] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.339743] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a90b7-b9d4-470a-8fb4-beafe571baf5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.359941] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 0 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.866099] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.866572] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6320bb72-8bb9-4b15-b61e-d972dde44a84 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.876104] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1408.876104] env[66507]: value = "task-4639313" [ 1408.876104] env[66507]: _type = "Task" [ 1408.876104] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.885034] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.386404] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639313, 'name': PowerOffVM_Task, 'duration_secs': 0.213624} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.386793] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.386793] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 17 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.893688] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1409.893987] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.894111] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1409.894289] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.894431] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1409.894580] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1409.894777] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.894932] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1409.895119] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1409.895279] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1409.895458] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1409.900511] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f559e3-4189-4b09-a41e-4380f0142924 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.917760] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1409.917760] env[66507]: value = "task-4639314" [ 1409.917760] env[66507]: _type = "Task" [ 1409.917760] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.926303] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.428281] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639314, 'name': ReconfigVM_Task, 'duration_secs': 0.175999} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.428773] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 33 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.935428] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T02:17:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1410.935707] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.935820] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image limits 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1410.935973] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Flavor pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.936128] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Image pref 0:0:0 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1410.936269] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66507) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1410.936461] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.936615] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1410.936776] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Got 1 possible topologies {{(pid=66507) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1410.936932] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1410.937118] env[66507]: DEBUG nova.virt.hardware [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66507) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1410.942491] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.942821] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070ac9c6-b77c-47c9-85cc-5a847400dac5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.963451] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1410.963451] env[66507]: value = "task-4639315" [ 1410.963451] env[66507]: _type = "Task" [ 1410.963451] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.972129] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.473744] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639315, 'name': ReconfigVM_Task, 'duration_secs': 0.171995} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.474159] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.474876] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b50d5-04bb-491a-a265-9ea9a8bcdbb1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.498105] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-265d606c-2076-4dce-9893-652f1399f51b/volume-265d606c-2076-4dce-9893-652f1399f51b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.498394] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b4bc27-ef9a-49c1-9ef1-2a6271564332 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.516895] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1411.516895] env[66507]: value = "task-4639316" [ 1411.516895] env[66507]: _type = "Task" [ 1411.516895] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.524858] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.027371] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639316, 'name': ReconfigVM_Task, 'duration_secs': 0.239743} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.027605] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-265d606c-2076-4dce-9893-652f1399f51b/volume-265d606c-2076-4dce-9893-652f1399f51b.vmdk or device None with type thin {{(pid=66507) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.027880] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 50 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.535058] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10a28b-040f-4863-9d99-f5fc087e5670 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.554886] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27e39e-67d9-4e55-8816-44560e105057 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.574545] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 67 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.192564] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.192951] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.226710] env[66507]: DEBUG nova.network.neutron [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Port 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab binding to destination host cpu-1 is already ACTIVE {{(pid=66507) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1415.250646] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.250646] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.250646] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.257243] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.288370] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.288550] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.288724] env[66507]: DEBUG nova.network.neutron [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1416.791265] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.952645] env[66507]: WARNING neutronclient.v2_0.client [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.024033] env[66507]: DEBUG nova.network.neutron [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.526687] env[66507]: DEBUG oslo_concurrency.lockutils [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.037304] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd9f83-25c4-4860-84ce-75b250051e6d {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.046324] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7ab60-fca5-4a95-9ba8-aa290522e306 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.151288] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89722d-7ef3-4dc9-b265-240bc8d5f44f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.171869] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120696a-5805-4c62-8bfe-156f2b60532a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.179393] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 83 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.685218] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powering on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.685533] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b454bf01-c8b1-4332-bd5e-a47c9475afab {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.693435] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1419.693435] env[66507]: value = "task-4639317" [ 1419.693435] env[66507]: _type = "Task" [ 1419.693435] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.703077] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.204579] env[66507]: DEBUG oslo_vmware.api [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639317, 'name': PowerOnVM_Task, 'duration_secs': 0.376374} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.205173] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powered on the VM {{(pid=66507) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.205173] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d018a8-99d5-4981-b6d1-5bb8114cb99d tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance '94e559fe-0768-4e31-b804-dfa42526d292' progress to 100 {{(pid=66507) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.149306] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.149655] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.149910] env[66507]: DEBUG nova.compute.manager [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Going to confirm migration 10 {{(pid=66507) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1422.655662] env[66507]: WARNING neutronclient.v2_0.client [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.691812] env[66507]: WARNING neutronclient.v2_0.client [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.692357] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.692589] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquired lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.692846] env[66507]: DEBUG nova.network.neutron [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Building network info cache for instance {{(pid=66507) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1422.693138] env[66507]: DEBUG nova.objects.instance [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'info_cache' on Instance uuid 94e559fe-0768-4e31-b804-dfa42526d292 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.701263] env[66507]: WARNING neutronclient.v2_0.client [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1423.868400] env[66507]: WARNING neutronclient.v2_0.client [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1423.936215] env[66507]: DEBUG nova.network.neutron [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [{"id": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "address": "fa:16:3e:41:63:d8", "network": {"id": "6d8c2bd4-99bd-411d-ab1a-ceafc04ef1db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1800830968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aff7df116394c568a39335b0e972985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b3c08d-1c", "ovs_interfaceid": "87b3c08d-1cf7-49c2-922d-d40a1f5d91ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.439628] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Releasing lock "refresh_cache-94e559fe-0768-4e31-b804-dfa42526d292" {{(pid=66507) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.439918] env[66507]: DEBUG nova.objects.instance [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'migration_context' on Instance uuid 94e559fe-0768-4e31-b804-dfa42526d292 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.943510] env[66507]: DEBUG nova.objects.base [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Object Instance<94e559fe-0768-4e31-b804-dfa42526d292> lazy-loaded attributes: info_cache,migration_context {{(pid=66507) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1424.944604] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d644c91-a0a8-496d-a959-6cd980f9eb4f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.965824] env[66507]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a322f8a0-ae5b-4364-ac6d-f702e9b2cd23 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.972251] env[66507]: DEBUG oslo_vmware.api [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1424.972251] env[66507]: value = "session[520857a3-2872-c98a-0d95-60c47fc24102]52fb1e00-a534-8fec-988f-0443949fb823" [ 1424.972251] env[66507]: _type = "Task" [ 1424.972251] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.980524] env[66507]: DEBUG oslo_vmware.api [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fb1e00-a534-8fec-988f-0443949fb823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.482528] env[66507]: DEBUG oslo_vmware.api [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': session[520857a3-2872-c98a-0d95-60c47fc24102]52fb1e00-a534-8fec-988f-0443949fb823, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.482812] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.483062] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.049039] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432b0ece-08b0-4396-a8f2-1c4e1f095af7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.056807] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85902b08-d685-44d5-801b-066ae2693da3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.086509] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbfa9ad-33fa-4bfd-85c5-91c09eef4259 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.094312] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544121f-c40f-459e-a7f9-3c7a8e169207 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.108948] env[66507]: DEBUG nova.compute.provider_tree [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.612545] env[66507]: DEBUG nova.scheduler.client.report [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.624231] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.141s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.182515] env[66507]: INFO nova.scheduler.client.report [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocation for migration d22895f6-dfcd-4ada-b4ce-dd2df8589cd1 [ 1428.284279] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.551040] env[66507]: INFO nova.compute.manager [None req-90110f0a-5482-4440-aca1-b9a62f9633ea tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Get console output [ 1428.551040] env[66507]: WARNING nova.virt.vmwareapi.driver [None req-90110f0a-5482-4440-aca1-b9a62f9633ea tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] The console log is missing. Check your VSPC configuration [ 1428.688565] env[66507]: DEBUG oslo_concurrency.lockutils [None req-9e4796f9-1453-4320-9a52-e02e6484fbdb tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.539s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.786405] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.283758] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.786955] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.787407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.787407] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.787553] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66507) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1432.788881] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771d49d-1e2f-40c9-9aa3-df5d2f33f5b5 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.797426] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2fb096-ca60-4503-a7b1-b50b07e670ee {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.812026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b486c36-60e9-4245-a667-15ad1f04b494 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.818963] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4865ebc4-e3ca-4e06-9de7-e608e8db8fd7 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.848494] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180258MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66507) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1432.848806] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.849037] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.872960] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.873296] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 04fbfc33-3da9-4d3a-b8d6-90da28278a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.873296] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Instance 94e559fe-0768-4e31-b804-dfa42526d292 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66507) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.873445] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1433.874054] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=66507) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1433.921870] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80abd07-79d8-49f1-bb2b-10b2d3e5240f {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.930037] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20720878-09d1-4016-80e8-1f57852eed5e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.960483] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86baa09-a387-4c9d-b7e4-b9ec34058973 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.968621] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bd99c8-2394-49c0-81c9-442d32f8ae0e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.983495] env[66507]: DEBUG nova.compute.provider_tree [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.486760] env[66507]: DEBUG nova.scheduler.client.report [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.991769] env[66507]: DEBUG nova.compute.resource_tracker [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66507) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1434.992220] env[66507]: DEBUG oslo_concurrency.lockutils [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.992732] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.993211] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.993211] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.283951] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.284411] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.284666] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.285115] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66507) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1440.284138] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.284401] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances with incomplete migration {{(pid=66507) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11935}} [ 1448.787290] env[66507]: DEBUG oslo_service.periodic_task [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=66507) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.787685] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] Cleaning up deleted instances {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11897}} [ 1449.296888] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] There are 30 instances to clean {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11906}} [ 1449.297141] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a88fce4e-6b7c-45ef-a8b1-4014947b6b42] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1449.800467] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: e19b448e-37da-4343-88e7-0c2bf2f68b2c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1450.304196] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: a93b61e1-92fc-4fc8-ba3a-7be7e9ad59d8] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1450.807543] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 28236e88-3af1-4b70-b67c-bdf77fdf4b81] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1451.310936] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: b9f53425-9c05-4310-addf-3b358b181e4b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1451.814235] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: df762d68-eed9-4f06-bbc1-91b45c6633a9] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1452.317399] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: fcd104bf-0b64-45d6-8279-9ab639ce46b3] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1452.821229] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 665a34a7-a4d9-490e-8ff9-f36c7ae0803f] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1453.324963] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ba68de70-36af-4f23-9cd4-d5a286a5c550] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1453.828445] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1393ce22-76ee-44f4-9f86-6ea7fe4da9a1] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1454.332260] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: f9271860-7163-4942-9d46-58f06496ff1d] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1454.836281] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: e5c64346-aad7-4b3a-8aad-bb5734d0d33c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1455.340285] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 938cf282-d852-4061-9b1d-3c2d7142d79b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1455.476934] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.477224] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.477419] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "94e559fe-0768-4e31-b804-dfa42526d292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.477599] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.477759] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.479961] env[66507]: INFO nova.compute.manager [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Terminating instance [ 1455.843874] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 1e959dd6-bff7-402e-b4bf-f194a4b6a8c7] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1455.984241] env[66507]: DEBUG nova.compute.manager [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1455.984512] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.984794] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7f703d-87b2-40e5-a301-63ec0854090e {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.993805] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1455.993805] env[66507]: value = "task-4639318" [ 1455.993805] env[66507]: _type = "Task" [ 1455.993805] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.003215] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.347430] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7593df2c-0492-4726-a75b-17602a29e291] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1456.504357] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639318, 'name': PowerOffVM_Task, 'duration_secs': 0.186206} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.504652] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.504846] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Volume detach. Driver type: vmdk {{(pid=66507) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1456.505050] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905934', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'name': 'volume-265d606c-2076-4dce-9893-652f1399f51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '94e559fe-0768-4e31-b804-dfa42526d292', 'attached_at': '2025-11-21T02:33:22.000000', 'detached_at': '', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'serial': '265d606c-2076-4dce-9893-652f1399f51b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1456.505885] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae8d4dc-3723-44f4-a058-0e9f77c0f3d0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.527450] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc4119-5c30-4eed-9112-673fb477d9e2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.536397] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba18f584-0b1d-47d6-80c9-195b3f5b2f08 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.556510] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13914b2-3b77-438b-b41f-771530717d96 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.572968] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] The volume has not been displaced from its original location: [datastore2] volume-265d606c-2076-4dce-9893-652f1399f51b/volume-265d606c-2076-4dce-9893-652f1399f51b.vmdk. No consolidation needed. {{(pid=66507) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1456.578312] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.578702] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11eeb4d0-fbbe-4b34-9674-5f6aff38343a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.598744] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1456.598744] env[66507]: value = "task-4639319" [ 1456.598744] env[66507]: _type = "Task" [ 1456.598744] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.608022] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.850973] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 5dc1a30f-151c-42a9-90a4-c1a402a1b482] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1457.109741] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639319, 'name': ReconfigVM_Task, 'duration_secs': 0.163328} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.109969] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=66507) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1457.114684] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837dee36-4ad8-4678-8150-3dbe14747c18 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.130421] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1457.130421] env[66507]: value = "task-4639320" [ 1457.130421] env[66507]: _type = "Task" [ 1457.130421] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.139599] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.354583] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 918b12ff-54d8-4d38-a2f2-bec242a98766] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1457.641226] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639320, 'name': ReconfigVM_Task, 'duration_secs': 0.141511} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.641535] env[66507]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905934', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'name': 'volume-265d606c-2076-4dce-9893-652f1399f51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '94e559fe-0768-4e31-b804-dfa42526d292', 'attached_at': '2025-11-21T02:33:22.000000', 'detached_at': '', 'volume_id': '265d606c-2076-4dce-9893-652f1399f51b', 'serial': '265d606c-2076-4dce-9893-652f1399f51b'} {{(pid=66507) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1457.641802] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.642608] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e946197-6683-446f-88a3-8e962568c009 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.649899] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.650139] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9874a88-0d47-450e-b9cf-1a7bf0d24779 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.719539] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.719769] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.719929] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] 94e559fe-0768-4e31-b804-dfa42526d292 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.720222] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-543d3495-8342-4e3e-a713-f490d159fa6a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.729071] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1457.729071] env[66507]: value = "task-4639322" [ 1457.729071] env[66507]: _type = "Task" [ 1457.729071] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.737987] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.857854] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 793f9dfb-d0c0-48cd-a101-88ecc641f70b] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1458.241386] env[66507]: DEBUG oslo_vmware.api [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083604} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.241670] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.241813] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.241975] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.242162] env[66507]: INFO nova.compute.manager [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1458.242409] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1458.242606] env[66507]: DEBUG nova.compute.manager [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1458.242701] env[66507]: DEBUG nova.network.neutron [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1458.242952] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1458.274052] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1458.361628] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 50a96d24-8e82-44d1-b476-a8ebe8e7bf92] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1458.743376] env[66507]: DEBUG nova.compute.manager [req-0d4e82f6-af8e-4a05-9d03-1ed2da11b761 req-cf9373c5-b8a4-4aac-99e1-e2a7de5deed7 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Received event network-vif-deleted-87b3c08d-1cf7-49c2-922d-d40a1f5d91ab {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1458.743582] env[66507]: INFO nova.compute.manager [req-0d4e82f6-af8e-4a05-9d03-1ed2da11b761 req-cf9373c5-b8a4-4aac-99e1-e2a7de5deed7 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Neutron deleted interface 87b3c08d-1cf7-49c2-922d-d40a1f5d91ab; detaching it from the instance and deleting it from the info cache [ 1458.743735] env[66507]: DEBUG nova.network.neutron [req-0d4e82f6-af8e-4a05-9d03-1ed2da11b761 req-cf9373c5-b8a4-4aac-99e1-e2a7de5deed7 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.864839] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 245ce53d-8534-4b19-8d43-3a009693c2ff] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1459.220150] env[66507]: DEBUG nova.network.neutron [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.245845] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09f93f49-0cc1-4976-8925-65b28d26e632 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.257129] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a08f69-8f3e-4203-bbbf-a5d2a8aa6a16 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.285341] env[66507]: DEBUG nova.compute.manager [req-0d4e82f6-af8e-4a05-9d03-1ed2da11b761 req-cf9373c5-b8a4-4aac-99e1-e2a7de5deed7 service nova] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Detach interface failed, port_id=87b3c08d-1cf7-49c2-922d-d40a1f5d91ab, reason: Instance 94e559fe-0768-4e31-b804-dfa42526d292 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1459.368130] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: f72e63cb-361b-4e9d-827f-aa15bf6bf19c] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1459.723096] env[66507]: INFO nova.compute.manager [-] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Took 1.48 seconds to deallocate network for instance. [ 1459.871132] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 2ecde566-7229-4d2d-8593-2eaeaf8196f5] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1460.269623] env[66507]: INFO nova.compute.manager [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Took 0.55 seconds to detach 1 volumes for instance. [ 1460.271987] env[66507]: DEBUG nova.compute.manager [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 94e559fe-0768-4e31-b804-dfa42526d292] Deleting volume: 265d606c-2076-4dce-9893-652f1399f51b {{(pid=66507) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 1460.375263] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: ac19476a-8554-468d-ad0c-ebc4ca074279] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1460.813619] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.813868] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.814079] env[66507]: DEBUG nova.objects.instance [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'resources' on Instance uuid 94e559fe-0768-4e31-b804-dfa42526d292 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.878970] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 067e3f7f-914b-4e35-a2dd-70be30e99c05] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1461.382451] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: bfa849b2-573e-46a0-aecf-8eb7af212649] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1461.399562] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e94a8a-4dc6-45b7-90c1-4c35048bbff1 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.407727] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a6864-1e59-4213-9b57-c2936ab4d804 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.438745] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa48a6f-60a7-4038-9557-5314531cf11b {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.446727] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e157d4d8-a5f7-424e-87a6-b30631bfe317 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.460785] env[66507]: DEBUG nova.compute.provider_tree [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.885862] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 42b7ad0f-578e-4e14-8f10-1f45a113ffac] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1461.964021] env[66507]: DEBUG nova.scheduler.client.report [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.389791] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 0ab2898e-5214-4a9a-a19e-c7c6832fde84] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1462.469149] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.501656] env[66507]: INFO nova.scheduler.client.report [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocations for instance 94e559fe-0768-4e31-b804-dfa42526d292 [ 1462.894238] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: b3f114a8-10d6-4cc0-88e4-9b9b2d5bbd16] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1463.010235] env[66507]: DEBUG oslo_concurrency.lockutils [None req-c372beef-f248-49cd-b6aa-1607835493ed tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "94e559fe-0768-4e31-b804-dfa42526d292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.533s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.228035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.228035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.228035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.228035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.228035] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.230102] env[66507]: INFO nova.compute.manager [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Terminating instance [ 1463.398027] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 7486b8a4-b18a-4ec8-a556-965e5b9aacf5] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1463.733582] env[66507]: DEBUG nova.compute.manager [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1463.733793] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.734738] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f54805-e6a7-4ef6-b17a-ebe5089d4c88 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.742639] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.742882] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a425c1e4-556f-4b7c-abea-204119905723 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.751928] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1463.751928] env[66507]: value = "task-4639324" [ 1463.751928] env[66507]: _type = "Task" [ 1463.751928] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.760717] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.901740] env[66507]: DEBUG nova.compute.manager [None req-46e9e6fd-a028-4088-a114-446770068a08 None None] [instance: 8d7a94cf-dd54-4f5e-a142-4894fb31d747] Instance has had 0 of 5 cleanup attempts {{(pid=66507) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1464.262320] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639324, 'name': PowerOffVM_Task, 'duration_secs': 0.200068} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.262618] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.262737] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.262983] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40287dc6-1174-4a67-8b81-7d10fe6dcdaa {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.331252] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.331592] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.331679] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] 04fbfc33-3da9-4d3a-b8d6-90da28278a9f {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.331946] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a84ef440-ceb0-492f-af38-2b35560696cf {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.338574] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1464.338574] env[66507]: value = "task-4639326" [ 1464.338574] env[66507]: _type = "Task" [ 1464.338574] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.346666] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.848836] env[66507]: DEBUG oslo_vmware.api [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128561} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.848836] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.849173] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.849219] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.849373] env[66507]: INFO nova.compute.manager [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1464.849614] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1464.849806] env[66507]: DEBUG nova.compute.manager [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1464.849900] env[66507]: DEBUG nova.network.neutron [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1464.850159] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1464.906774] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.149481] env[66507]: DEBUG nova.compute.manager [req-fe20e50d-7581-4cec-8f41-38a556aa2df2 req-8d51b3ce-9d10-4b77-b1ce-bb3b04fdf978 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Received event network-vif-deleted-1883c339-83a0-4189-b067-9c4c6ff23841 {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1465.149596] env[66507]: INFO nova.compute.manager [req-fe20e50d-7581-4cec-8f41-38a556aa2df2 req-8d51b3ce-9d10-4b77-b1ce-bb3b04fdf978 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Neutron deleted interface 1883c339-83a0-4189-b067-9c4c6ff23841; detaching it from the instance and deleting it from the info cache [ 1465.149821] env[66507]: DEBUG nova.network.neutron [req-fe20e50d-7581-4cec-8f41-38a556aa2df2 req-8d51b3ce-9d10-4b77-b1ce-bb3b04fdf978 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.624152] env[66507]: DEBUG nova.network.neutron [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.653853] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c306d35f-a092-452a-82fe-e6e91b41ffe4 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.664740] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e1a7f9-8e03-4eb6-91e7-ced30381a17a {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.691843] env[66507]: DEBUG nova.compute.manager [req-fe20e50d-7581-4cec-8f41-38a556aa2df2 req-8d51b3ce-9d10-4b77-b1ce-bb3b04fdf978 service nova] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Detach interface failed, port_id=1883c339-83a0-4189-b067-9c4c6ff23841, reason: Instance 04fbfc33-3da9-4d3a-b8d6-90da28278a9f could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1466.127529] env[66507]: INFO nova.compute.manager [-] [instance: 04fbfc33-3da9-4d3a-b8d6-90da28278a9f] Took 1.28 seconds to deallocate network for instance. [ 1466.634602] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.634891] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.635123] env[66507]: DEBUG nova.objects.instance [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'resources' on Instance uuid 04fbfc33-3da9-4d3a-b8d6-90da28278a9f {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.183026] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f49bb5-b521-4144-9726-9068b93eab79 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.190253] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f722df-b793-4e57-af81-b60f4cd5c602 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.221436] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938d0ac-9dcf-46a6-b88b-504061532c75 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.229298] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee1467-5a26-4fa3-93ce-ef0b7a170462 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.244605] env[66507]: DEBUG nova.compute.provider_tree [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.748557] env[66507]: DEBUG nova.scheduler.client.report [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.254050] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.271598] env[66507]: INFO nova.scheduler.client.report [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocations for instance 04fbfc33-3da9-4d3a-b8d6-90da28278a9f [ 1468.779102] env[66507]: DEBUG oslo_concurrency.lockutils [None req-63de4fe9-b73e-4558-8486-20ecb1ee9008 tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "04fbfc33-3da9-4d3a-b8d6-90da28278a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.994843] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.995309] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.995409] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.995601] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.995773] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.998028] env[66507]: INFO nova.compute.manager [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Terminating instance [ 1473.502429] env[66507]: DEBUG nova.compute.manager [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Start destroying the instance on the hypervisor. {{(pid=66507) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1473.502680] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Destroying instance {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.503651] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87e39e-7b43-43da-b46e-e377b9444d0c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.512472] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Powering off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.512722] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adef41b2-0789-4219-a116-fca2ffee12fe {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.520797] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1473.520797] env[66507]: value = "task-4639328" [ 1473.520797] env[66507]: _type = "Task" [ 1473.520797] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.531600] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.031485] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639328, 'name': PowerOffVM_Task, 'duration_secs': 0.209108} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.031879] env[66507]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Powered off the VM {{(pid=66507) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.032090] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Unregistering the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.032387] env[66507]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89dcaf9d-b40e-496f-8d36-8098b6d879d3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.103419] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Unregistered the VM {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.103818] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Deleting contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.104121] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleting the datastore file [datastore2] b0d4cdc2-3efa-4dbf-b410-f08b41d00261 {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.104538] env[66507]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5e7b2a-d46f-4667-9266-ea1ae2308a9c {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.112600] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for the task: (returnval){ [ 1474.112600] env[66507]: value = "task-4639330" [ 1474.112600] env[66507]: _type = "Task" [ 1474.112600] env[66507]: } to complete. {{(pid=66507) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.120692] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.623333] env[66507]: DEBUG oslo_vmware.api [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Task: {'id': task-4639330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133987} completed successfully. {{(pid=66507) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.623764] env[66507]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted the datastore file {{(pid=66507) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.623866] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Deleted contents of the VM from datastore datastore2 {{(pid=66507) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.624023] env[66507]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Instance destroyed {{(pid=66507) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.624228] env[66507]: INFO nova.compute.manager [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1474.624524] env[66507]: DEBUG oslo.service.backend._common.loopingcall [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66507) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1474.624718] env[66507]: DEBUG nova.compute.manager [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Deallocating network for instance {{(pid=66507) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1474.624816] env[66507]: DEBUG nova.network.neutron [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] deallocate_for_instance() {{(pid=66507) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1474.625072] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1474.656304] env[66507]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1474.920292] env[66507]: DEBUG nova.compute.manager [req-f6233a20-352e-4f28-bcf8-852a3ecc6539 req-3904f57f-7691-4c1f-880a-e8caa9af7c33 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Received event network-vif-deleted-957e97a1-d95f-4f56-8023-7b6ac854d55e {{(pid=66507) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1474.920485] env[66507]: INFO nova.compute.manager [req-f6233a20-352e-4f28-bcf8-852a3ecc6539 req-3904f57f-7691-4c1f-880a-e8caa9af7c33 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Neutron deleted interface 957e97a1-d95f-4f56-8023-7b6ac854d55e; detaching it from the instance and deleting it from the info cache [ 1474.920624] env[66507]: DEBUG nova.network.neutron [req-f6233a20-352e-4f28-bcf8-852a3ecc6539 req-3904f57f-7691-4c1f-880a-e8caa9af7c33 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.394107] env[66507]: DEBUG nova.network.neutron [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Updating instance_info_cache with network_info: [] {{(pid=66507) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.424751] env[66507]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c50013ca-1a96-4502-b7b0-b904301c0123 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.434125] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab492246-d2d1-4de4-9349-0f8a75b2cbb3 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.458983] env[66507]: DEBUG nova.compute.manager [req-f6233a20-352e-4f28-bcf8-852a3ecc6539 req-3904f57f-7691-4c1f-880a-e8caa9af7c33 service nova] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Detach interface failed, port_id=957e97a1-d95f-4f56-8023-7b6ac854d55e, reason: Instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 could not be found. {{(pid=66507) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1475.896915] env[66507]: INFO nova.compute.manager [-] [instance: b0d4cdc2-3efa-4dbf-b410-f08b41d00261] Took 1.27 seconds to deallocate network for instance. [ 1476.403126] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.403551] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.403710] env[66507]: DEBUG nova.objects.instance [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lazy-loading 'resources' on Instance uuid b0d4cdc2-3efa-4dbf-b410-f08b41d00261 {{(pid=66507) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.939252] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8b65a-980d-4f59-b843-2b5899d4a506 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.947732] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae785e38-cbaa-4757-be67-5682c68fb0c2 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.979794] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f39cc-0e8d-463f-9721-cd841d44d1a0 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.988829] env[66507]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c959d7-ffb8-40e7-b8c2-659f6e8eea06 {{(pid=66507) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.002782] env[66507]: DEBUG nova.compute.provider_tree [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed in ProviderTree for provider: 6a4ab062-316e-4d9d-a5f3-22dace365bf4 {{(pid=66507) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.506510] env[66507]: DEBUG nova.scheduler.client.report [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Inventory has not changed for provider 6a4ab062-316e-4d9d-a5f3-22dace365bf4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66507) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.011562] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.031475] env[66507]: INFO nova.scheduler.client.report [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Deleted allocations for instance b0d4cdc2-3efa-4dbf-b410-f08b41d00261 [ 1478.540311] env[66507]: DEBUG oslo_concurrency.lockutils [None req-f1cd6b6e-3233-4bbd-aa25-dbba2393ca4b tempest-ServerActionsTestOtherA-1204678764 tempest-ServerActionsTestOtherA-1204678764-project-member] Lock "b0d4cdc2-3efa-4dbf-b410-f08b41d00261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.545s {{(pid=66507) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}